[ 522.964445] env[63005]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63005) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.964830] env[63005]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63005) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.964893] env[63005]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63005) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 522.965233] env[63005]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 523.063960] env[63005]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63005) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 523.074581] env[63005]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.011s {{(pid=63005) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 523.674697] env[63005]: INFO nova.virt.driver [None req-37052c71-394b-4382-9f23-2f9db480bc4c None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 523.745910] env[63005]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 523.746089] env[63005]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 523.746171] env[63005]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63005) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 526.968454] env[63005]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ff1e5211-30f9-4661-a53e-e4fa4625609b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 526.984317] env[63005]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63005) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 526.984438] env[63005]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-deb8c1d3-7e81-4c38-905c-fb0c16eda5c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.016109] env[63005]: INFO oslo_vmware.api [-] Successfully established new session; session ID is aeae2. [ 527.016246] env[63005]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.270s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.016802] env[63005]: INFO nova.virt.vmwareapi.driver [None req-37052c71-394b-4382-9f23-2f9db480bc4c None None] VMware vCenter version: 7.0.3 [ 527.020253] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8289dd77-0dbc-4fb8-8ed6-55df165c0816 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.038066] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b109d2-927f-401e-b1b9-89fd569e0982 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.043936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b5ed63-9225-4a54-9626-f2edda016ca4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.050390] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f96efa-310c-4972-8520-7275a95a210e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.063297] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9def6a-95ac-4dd8-b9a4-8ca4927d0d31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.069219] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ad649a-c6ed-4b29-960e-feb5ff6aa706 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.099619] env[63005]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-83f87c01-435b-4d05-86cc-2c5ad4efe5f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 527.104988] env[63005]: DEBUG nova.virt.vmwareapi.driver [None req-37052c71-394b-4382-9f23-2f9db480bc4c None None] Extension org.openstack.compute already exists. {{(pid=63005) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 527.107694] env[63005]: INFO nova.compute.provider_config [None req-37052c71-394b-4382-9f23-2f9db480bc4c None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 527.610751] env[63005]: DEBUG nova.context [None req-37052c71-394b-4382-9f23-2f9db480bc4c None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),625e3e8c-c1f9-4cee-87fd-a1c59bbf4e6b(cell1) {{(pid=63005) load_cells /opt/stack/nova/nova/context.py:464}} [ 527.613795] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.614110] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.614824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.615273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Acquiring lock "625e3e8c-c1f9-4cee-87fd-a1c59bbf4e6b" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 527.615539] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Lock "625e3e8c-c1f9-4cee-87fd-a1c59bbf4e6b" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 527.616465] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Lock "625e3e8c-c1f9-4cee-87fd-a1c59bbf4e6b" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 527.635996] env[63005]: INFO dbcounter [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Registered counter for database nova_cell0 [ 527.643861] env[63005]: INFO dbcounter [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Registered counter for database nova_cell1 [ 527.646927] env[63005]: DEBUG oslo_db.sqlalchemy.engines [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63005) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.647553] env[63005]: DEBUG oslo_db.sqlalchemy.engines [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63005) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 527.651995] env[63005]: ERROR nova.db.main.api [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 527.651995] env[63005]: result = function(*args, **kwargs) [ 527.651995] env[63005]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.651995] env[63005]: return func(*args, **kwargs) [ 527.651995] env[63005]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.651995] env[63005]: result = fn(*args, **kwargs) [ 527.651995] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.651995] env[63005]: return f(*args, **kwargs) [ 527.651995] env[63005]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.651995] env[63005]: return db.service_get_minimum_version(context, binaries) [ 527.651995] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.651995] env[63005]: _check_db_access() [ 527.651995] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.651995] env[63005]: stacktrace = ''.join(traceback.format_stack()) [ 527.651995] env[63005]: [ 527.652988] env[63005]: ERROR nova.db.main.api [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 527.652988] env[63005]: result = function(*args, **kwargs) [ 527.652988] env[63005]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 527.652988] env[63005]: return func(*args, **kwargs) [ 527.652988] env[63005]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 527.652988] env[63005]: result = fn(*args, **kwargs) [ 527.652988] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 527.652988] env[63005]: return f(*args, **kwargs) [ 527.652988] env[63005]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 527.652988] env[63005]: return db.service_get_minimum_version(context, binaries) [ 527.652988] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 527.652988] env[63005]: _check_db_access() [ 527.652988] env[63005]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 527.652988] env[63005]: stacktrace = ''.join(traceback.format_stack()) [ 527.652988] env[63005]: [ 527.653401] env[63005]: WARNING nova.objects.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 527.653525] env[63005]: WARNING nova.objects.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Failed to get minimum service version for cell 625e3e8c-c1f9-4cee-87fd-a1c59bbf4e6b [ 527.653933] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Acquiring lock "singleton_lock" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 527.654103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Acquired lock "singleton_lock" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.654341] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Releasing lock "singleton_lock" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 527.654655] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Full set of CONF: {{(pid=63005) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 527.654797] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ******************************************************************************** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 527.654922] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] Configuration options gathered from: {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 527.655072] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 527.655266] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 527.655393] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ================================================================================ {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 527.655598] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] allow_resize_to_same_host = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655775] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] arq_binding_timeout = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.655906] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] backdoor_port = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656018] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] backdoor_socket = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656186] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] block_device_allocate_retries = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656347] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] block_device_allocate_retries_interval = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656511] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cert = self.pem {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656673] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656835] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute_monitors = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.656999] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] config_dir = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657182] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] config_drive_format = iso9660 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657313] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657475] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] config_source = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657640] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] console_host = devstack {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657804] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] control_exchange = nova {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.657956] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cpu_allocation_ratio = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658126] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] daemon = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658289] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] debug = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658445] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_access_ip_network_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658606] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_availability_zone = nova {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658759] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_ephemeral_format = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.658916] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_green_pool_size = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659173] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659340] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] default_schedule_zone = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659494] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] disk_allocation_ratio = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659650] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] enable_new_services = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659836] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] enabled_apis = ['osapi_compute'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.659982] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] enabled_ssl_apis = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.660159] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] flat_injected = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.660315] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] force_config_drive = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.660468] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] force_raw_images = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.660631] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] graceful_shutdown_timeout = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.660787] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] heal_instance_info_cache_interval = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661019] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] host = cpu-1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661205] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661368] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661526] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661745] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.661908] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_build_timeout = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662077] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_delete_interval = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662245] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_format = [instance: %(uuid)s] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662407] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_name_template = instance-%08x {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662562] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_usage_audit = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662727] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_usage_audit_period = month {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.662885] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663059] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663225] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] internal_service_availability_zone = internal {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663377] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] key = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663530] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] live_migration_retry_count = 30 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663691] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_color = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.663852] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_config_append = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664025] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664187] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_dir = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664341] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664466] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_options = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664621] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_rotate_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664811] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_rotate_interval_type = days {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.664978] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] log_rotation_type = none {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665117] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665240] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665402] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665570] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665705] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.665871] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] long_rpc_timeout = 1800 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666034] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_concurrent_builds = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666184] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_concurrent_live_migrations = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666338] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_concurrent_snapshots = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666490] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_local_block_devices = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666643] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_logfile_count = 30 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666795] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] max_logfile_size_mb = 200 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.666949] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] maximum_instance_delete_attempts = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667124] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metadata_listen = 0.0.0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667287] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metadata_listen_port = 8775 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667449] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metadata_workers = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667604] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] migrate_max_retries = -1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667766] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] mkisofs_cmd = genisoimage {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.667963] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668107] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] my_ip = 10.180.1.21 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668311] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668471] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] network_allocate_retries = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668643] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668806] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.668964] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] osapi_compute_listen_port = 8774 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669141] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] osapi_compute_unique_server_name_scope = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669310] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] osapi_compute_workers = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669466] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] password_length = 12 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669622] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] periodic_enable = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669775] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] periodic_fuzzy_delay = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.669951] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] pointer_model = usbtablet {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670130] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] preallocate_images = none {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670287] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] publish_errors = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670413] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] pybasedir = /opt/stack/nova {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670565] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ram_allocation_ratio = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670722] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rate_limit_burst = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.670889] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rate_limit_except_level = CRITICAL {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671057] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rate_limit_interval = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671215] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reboot_timeout = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671372] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reclaim_instance_interval = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671522] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] record = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671684] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reimage_timeout_per_gb = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.671845] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] report_interval = 120 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672013] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rescue_timeout = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672176] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reserved_host_cpus = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672328] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reserved_host_disk_mb = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672482] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reserved_host_memory_mb = 512 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672636] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] reserved_huge_pages = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672790] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] resize_confirm_window = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.672943] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] resize_fs_using_block_device = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673108] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] resume_guests_state_on_host_boot = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673272] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673429] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] rpc_response_timeout = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673583] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] run_external_periodic_tasks = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673743] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] running_deleted_instance_action = reap {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.673897] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674062] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] running_deleted_instance_timeout = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674218] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler_instance_sync_interval = 120 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674380] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_down_time = 720 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674542] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] servicegroup_driver = db {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674693] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] shell_completion = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.674846] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] shelved_offload_time = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675007] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] shelved_poll_interval = 3600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675179] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] shutdown_timeout = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675332] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] source_is_ipv6 = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675485] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ssl_only = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675722] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.675891] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] sync_power_state_interval = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676065] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] sync_power_state_pool_size = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676235] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] syslog_log_facility = LOG_USER {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676390] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] tempdir = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676548] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] timeout_nbd = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676712] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] transport_url = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.676870] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] update_resources_interval = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677039] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_cow_images = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677202] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_journal = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677355] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_json = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677509] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_rootwrap_daemon = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677662] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_stderr = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677817] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] use_syslog = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.677966] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vcpu_pin_set = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678143] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plugging_is_fatal = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678307] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plugging_timeout = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678468] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] virt_mkfs = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678623] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] volume_usage_poll_interval = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678778] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] watch_log_file = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.678940] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] web = /usr/share/spice-html5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 527.680108] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680108] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680108] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680108] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_concurrency.disable_process_locking = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680497] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680694] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.680870] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681062] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681240] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681407] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681590] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.auth_strategy = keystone {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681759] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.compute_link_prefix = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.681936] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682122] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.dhcp_domain = novalocal {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682293] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.enable_instance_password = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682456] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.glance_link_prefix = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682619] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682787] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.682946] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.instance_list_per_project_cells = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683123] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.list_records_by_skipping_down_cells = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683285] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.local_metadata_per_cell = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683450] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.max_limit = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683618] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.metadata_cache_expiration = 15 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683791] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.neutron_default_tenant_id = default {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.683963] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.response_validation = warn {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684151] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.use_neutron_default_nets = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684321] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684481] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684647] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684817] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.684987] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_dynamic_targets = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685164] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_jsonfile_path = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685343] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685537] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.backend = dogpile.cache.memcached {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685702] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.backend_argument = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.685864] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.backend_expiration_time = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686057] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.config_prefix = cache.oslo {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686237] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.dead_timeout = 60.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686370] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.debug_cache_backend = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686531] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.enable_retry_client = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686689] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.enable_socket_keepalive = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.686856] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.enabled = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687032] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.enforce_fips_mode = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687196] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.expiration_time = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687355] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.hashclient_retry_attempts = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687516] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687676] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_dead_retry = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687834] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_password = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.687989] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688161] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688319] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_pool_maxsize = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688477] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688633] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_sasl_enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688803] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.688966] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689135] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.memcache_username = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689293] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.proxies = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689449] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_db = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689603] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_password = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689765] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.689942] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690121] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_server = localhost:6379 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690285] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_socket_timeout = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690439] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.redis_username = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690596] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.retry_attempts = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690755] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.retry_delay = 0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.690912] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.socket_keepalive_count = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691086] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.socket_keepalive_idle = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691248] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.socket_keepalive_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691401] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.tls_allowed_ciphers = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691552] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.tls_cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691702] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.tls_certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.691855] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.tls_enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692019] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cache.tls_keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692188] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692374] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.auth_type = password {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692518] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692691] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.692851] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693026] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693190] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.cross_az_attach = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693347] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.debug = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693503] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.endpoint_template = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693662] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.http_retries = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693822] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.693983] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694167] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.os_region_name = RegionOne {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694328] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694487] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cinder.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694655] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694812] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.cpu_dedicated_set = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.694968] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.cpu_shared_set = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695145] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.image_type_exclude_list = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695306] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695463] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695620] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695778] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.695942] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696153] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.resource_provider_association_refresh = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696278] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696437] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.shutdown_retry_interval = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696612] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696786] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] conductor.workers = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.696960] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] console.allowed_origins = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697134] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] console.ssl_ciphers = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697303] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] console.ssl_minimum_version = default {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697468] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] consoleauth.enforce_session_timeout = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697634] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] consoleauth.token_ttl = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697803] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.697959] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698134] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698292] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698446] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698600] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698757] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.698912] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699079] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699235] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699388] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699541] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699693] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.699866] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.service_type = accelerator {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700036] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700197] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700349] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700501] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700675] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700832] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] cyborg.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.700998] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.asyncio_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701169] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.asyncio_slave_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701336] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.backend = sqlalchemy {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701500] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701660] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.connection_debug = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701824] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.connection_parameters = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.701985] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.connection_recycle_time = 3600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702158] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.connection_trace = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702316] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.db_inc_retry_interval = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702475] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.db_max_retries = 20 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702633] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.db_max_retry_interval = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702792] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.db_retry_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.702947] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.max_overflow = 50 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703120] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.max_pool_size = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703278] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.max_retries = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703441] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703594] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.mysql_wsrep_sync_wait = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703746] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.pool_timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.703902] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.retry_interval = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704073] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.slave_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704233] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.sqlite_synchronous = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704390] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] database.use_db_reconnect = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704550] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.asyncio_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704705] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.asyncio_slave_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.704870] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.backend = sqlalchemy {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705047] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705214] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.connection_debug = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705380] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.connection_parameters = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705539] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.connection_recycle_time = 3600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705695] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.connection_trace = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.705852] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.db_inc_retry_interval = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706020] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.db_max_retries = 20 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706182] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.db_max_retry_interval = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706341] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.db_retry_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706497] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.max_overflow = 50 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706654] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.max_pool_size = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706810] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.max_retries = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.706974] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707144] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707301] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.pool_timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707459] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.retry_interval = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707613] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.slave_connection = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707769] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] api_database.sqlite_synchronous = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.707940] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] devices.enabled_mdev_types = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708129] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708300] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708461] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ephemeral_storage_encryption.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708623] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708788] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.api_servers = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.708949] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709121] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709282] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709439] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709591] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709745] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.debug = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.709908] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.default_trusted_certificate_ids = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710081] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.enable_certificate_validation = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710242] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.enable_rbd_download = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710397] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710557] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710716] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.710872] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711035] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711200] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.num_retries = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711365] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.rbd_ceph_conf = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711524] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.rbd_connect_timeout = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711691] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.rbd_pool = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.711855] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.rbd_user = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712032] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712194] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712350] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712515] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.service_type = image {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712673] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712829] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.712984] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713155] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713332] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713491] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.verify_glance_signatures = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713647] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] glance.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713808] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] guestfs.debug = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.713972] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714148] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.auth_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714305] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714458] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714617] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714770] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.714923] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715091] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715252] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715407] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715560] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715714] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.715866] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716031] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716189] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716393] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.service_type = shared-file-system {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716509] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.share_apply_policy_timeout = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716666] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716820] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.716975] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.717142] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.717316] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.717473] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] manila.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.717634] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] mks.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.717985] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.718191] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.manager_interval = 2400 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.718359] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.precache_concurrency = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.718525] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.remove_unused_base_images = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.718691] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.718856] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719041] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] image_cache.subdirectory_name = _base {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719220] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.api_max_retries = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719379] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.api_retry_interval = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719535] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719694] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.auth_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.719855] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720019] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720185] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720346] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.conductor_group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720500] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720651] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720806] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.720962] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721130] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721286] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721440] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721596] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.peer_list = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721749] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.721900] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722075] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.serial_console_state_timeout = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722235] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722399] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.service_type = baremetal {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722555] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.shard = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722714] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.722868] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723032] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723191] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723368] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723525] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ironic.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723702] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.723873] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] key_manager.fixed_key = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724065] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724230] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.barbican_api_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724386] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.barbican_endpoint = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724550] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.barbican_endpoint_type = public {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724704] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.barbican_region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.724860] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725027] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725194] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725352] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725507] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725664] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.number_of_retries = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725822] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.retry_delay = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.725981] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.send_service_user_token = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726154] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726311] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726486] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.verify_ssl = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726623] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican.verify_ssl_path = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726784] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.726945] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.auth_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727114] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727270] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727428] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727586] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727738] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.727896] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728068] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] barbican_service_user.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728235] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.approle_role_id = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728390] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.approle_secret_id = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728553] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.kv_mountpoint = secret {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728710] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.kv_path = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.728868] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.kv_version = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729040] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.namespace = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729198] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.root_token_id = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729352] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.ssl_ca_crt_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729515] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.timeout = 60.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729673] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.use_ssl = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.729870] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730013] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730175] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730331] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730484] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730635] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730788] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.730944] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731110] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731263] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731413] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731564] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731718] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.731873] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732051] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.service_type = identity {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732217] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732369] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732523] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732676] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.732848] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.733020] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] keystone.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.733205] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.ceph_mount_options = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.733524] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.733711] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.connection_uri = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.733875] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_mode = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734055] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734227] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_models = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734397] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_power_governor_high = performance {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734565] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734725] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_power_management = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.734894] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735072] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.device_detach_attempts = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735240] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.device_detach_timeout = 20 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735403] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.disk_cachemodes = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735559] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.disk_prefix = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735720] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.enabled_perf_events = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.735882] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.file_backed_memory = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736061] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.gid_maps = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736222] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.hw_disk_discard = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736376] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.hw_machine_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736577] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_rbd_ceph_conf = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736699] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.736860] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737037] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_rbd_glance_store_name = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737206] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_rbd_pool = rbd {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737372] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_type = default {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737529] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.images_volume_group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737686] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.inject_key = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.737843] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.inject_partition = -2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738016] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.inject_password = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738176] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.iscsi_iface = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738334] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.iser_use_multipath = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738493] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738653] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738814] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_downtime = 500 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.738975] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739148] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739306] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_inbound_addr = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739465] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739622] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739777] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_scheme = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.739954] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_timeout_action = abort {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740128] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_tunnelled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740286] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_uri = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740444] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.live_migration_with_native_tls = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740600] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.max_queues = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740758] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.740979] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.741157] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.nfs_mount_options = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.741452] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.741627] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.741791] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.741951] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.742128] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.742289] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_pcie_ports = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.742452] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.742613] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.pmem_namespaces = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.742768] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.quobyte_client_cfg = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743071] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743252] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743415] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743576] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743732] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rbd_secret_uuid = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.743885] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rbd_user = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744058] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744232] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744386] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rescue_image_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744540] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rescue_kernel_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744694] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rescue_ramdisk_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.744857] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.745021] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.rx_queue_size = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.745189] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.smbfs_mount_options = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.745475] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.745647] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.snapshot_compression = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.745805] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.snapshot_image_format = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746044] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746214] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.sparse_logical_volumes = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746373] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.swtpm_enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746536] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.swtpm_group = tss {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746698] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.swtpm_user = tss {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.746861] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.sysinfo_serial = unique {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747025] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.tb_cache_size = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747183] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.tx_queue_size = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747342] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.uid_maps = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747497] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.use_virtio_for_bridges = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747660] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.virt_type = kvm {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747823] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.volume_clear = zero {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.747982] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.volume_clear_size = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748159] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.volume_use_multipath = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748321] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_cache_path = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748488] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748654] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748813] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.748978] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.749276] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.749453] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.vzstorage_mount_user = stack {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.749618] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.749794] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.749957] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.auth_type = password {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750130] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750287] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750447] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750602] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750755] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.750921] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.default_floating_pool = public {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751092] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751256] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.extension_sync_interval = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751416] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.http_retries = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751573] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751730] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.751884] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752068] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752228] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752394] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.ovs_bridge = br-int {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752558] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.physnets = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752722] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.region_name = RegionOne {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.752879] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753053] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.service_metadata_proxy = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753214] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753376] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.service_type = network {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753535] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753688] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753841] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.753996] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.754185] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.754341] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] neutron.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.754507] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.bdms_in_notifications = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.754677] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.default_level = INFO {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.754835] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.include_share_mapping = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755012] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.notification_format = unversioned {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755179] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.notify_on_state_change = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755349] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755518] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] pci.alias = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755683] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] pci.device_spec = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.755842] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] pci.report_in_placement = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756016] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756191] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.auth_type = password {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756351] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756504] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756654] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756810] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.756965] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757130] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757286] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.default_domain_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757436] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.default_domain_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757589] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.domain_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757736] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.domain_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.757887] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758062] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758221] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758373] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758522] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758684] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.password = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.758838] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.project_domain_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759006] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.project_domain_name = Default {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759177] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.project_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759345] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.project_name = service {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759507] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.region_name = RegionOne {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759663] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759849] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.759988] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.service_type = placement {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760159] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760317] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760470] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760622] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.system_scope = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760814] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.760928] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.trust_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761101] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.user_domain_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761270] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.user_domain_name = Default {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761423] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.user_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761591] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.username = nova {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761763] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.761919] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] placement.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762117] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.cores = 20 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762279] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.count_usage_from_placement = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762447] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762611] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.injected_file_content_bytes = 10240 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762773] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.injected_file_path_length = 255 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.762934] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.injected_files = 5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763114] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.instances = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763278] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.key_pairs = 100 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763439] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.metadata_items = 128 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763599] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.ram = 51200 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763758] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.recheck_quota = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.763920] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.server_group_members = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764097] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.server_groups = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764301] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764471] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] quota.unified_limits_resource_strategy = require {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764645] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764806] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.764967] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.image_metadata_prefilter = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765135] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765296] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.max_attempts = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765451] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.max_placement_results = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765616] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765785] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.765944] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766127] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] scheduler.workers = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766299] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766462] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766636] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766806] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.766965] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767138] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767299] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767487] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767656] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.host_subset_size = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767817] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.767974] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768145] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768307] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.isolated_hosts = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768460] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.isolated_images = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768633] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768790] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.768948] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769118] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.pci_in_placement = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769277] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769432] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769587] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769739] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.769907] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770070] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770227] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.track_instance_changes = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770395] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770557] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metrics.required = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770713] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metrics.weight_multiplier = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.770878] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771047] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] metrics.weight_setting = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771362] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771532] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771701] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.port_range = 10000:20000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.771866] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772043] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772209] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] serial_console.serialproxy_port = 6083 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772370] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772535] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.auth_type = password {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772689] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772841] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.772998] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773169] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773322] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773486] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.send_service_user_token = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773643] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773795] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] service_user.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.773959] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.agent_enabled = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774131] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774429] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774648] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.774882] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.html5proxy_port = 6082 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775093] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.image_compression = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775267] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.jpeg_compression = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775442] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.playback_compression = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775617] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.require_secure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775796] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.server_listen = 127.0.0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.775956] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776129] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.streaming_mode = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776285] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] spice.zlib_compression = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776446] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] upgrade_levels.baseapi = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776613] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] upgrade_levels.compute = auto {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776768] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] upgrade_levels.conductor = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.776923] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] upgrade_levels.scheduler = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777098] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777258] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777412] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777565] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777721] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.777877] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778044] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778206] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778360] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vendordata_dynamic_auth.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778528] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.api_retry_count = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778685] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.ca_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.778854] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779028] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.cluster_name = testcl1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779194] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.connection_pool_size = 10 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779349] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.console_delay_seconds = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779510] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.datastore_regex = ^datastore.* {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779712] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.779890] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.host_password = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780066] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.host_port = 443 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780236] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.host_username = administrator@vsphere.local {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780398] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.insecure = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780553] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.integration_bridge = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780710] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.maximum_objects = 100 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.780876] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.pbm_default_policy = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781033] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.pbm_enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781190] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.pbm_wsdl_location = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781353] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781506] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.serial_port_proxy_uri = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781655] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.serial_port_service_uri = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781814] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.task_poll_interval = 0.5 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.781980] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.use_linked_clone = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782158] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.vnc_keymap = en-us {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782320] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.vnc_port = 5900 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782478] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vmware.vnc_port_total = 10000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782658] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.auth_schemes = ['none'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.782829] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783138] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783322] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783491] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.novncproxy_port = 6080 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783674] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.server_listen = 127.0.0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.783852] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784025] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.vencrypt_ca_certs = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784187] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.vencrypt_client_cert = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784342] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vnc.vencrypt_client_key = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784512] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784672] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_deep_image_inspection = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784830] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.784989] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785161] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785320] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.disable_rootwrap = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785477] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.enable_numa_live_migration = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785632] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785790] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.785946] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786114] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.libvirt_disable_apic = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786280] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786441] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786595] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786751] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.786905] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787073] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787232] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787385] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787539] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787695] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.787875] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788063] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.client_socket_timeout = 900 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788231] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.default_pool_size = 1000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788397] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.keep_alive = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788558] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.max_header_line = 16384 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788712] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.788867] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.ssl_ca_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789034] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.ssl_cert_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789192] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.ssl_key_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789350] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.tcp_keepidle = 600 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789520] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789681] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] zvm.ca_file = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.789838] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] zvm.cloud_connector_url = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790139] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790314] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] zvm.reachable_timeout = 300 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790480] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790653] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.790840] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.connection_string = messaging:// {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791011] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.enabled = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791184] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.es_doc_type = notification {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791343] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.es_scroll_size = 10000 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791505] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.es_scroll_time = 2m {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791659] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.filter_error_trace = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791819] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.hmac_keys = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.791981] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.sentinel_service_name = mymaster {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792158] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.socket_timeout = 0.1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792313] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.trace_requests = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792465] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler.trace_sqlalchemy = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792646] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler_jaeger.process_tags = {} {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792802] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler_jaeger.service_name_prefix = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.792961] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] profiler_otlp.service_name_prefix = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793133] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] remote_debug.host = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793290] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] remote_debug.port = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793459] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793615] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793774] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.793934] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794113] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794274] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794432] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794590] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794747] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.794915] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795085] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795250] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795413] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795573] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795737] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.795893] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796074] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796245] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796409] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796566] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796728] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.796888] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797058] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797259] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797373] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797526] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797682] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797837] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.797997] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798167] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798333] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798492] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798647] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798808] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.798970] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799140] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799323] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799482] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_notifications.retry = -1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799653] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799826] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.799993] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.auth_section = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800165] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.auth_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800320] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.cafile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800471] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.certfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800626] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.collect_timing = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800796] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.connect_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.800936] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.connect_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801101] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_id = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801269] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801422] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_override = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801572] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801723] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.801873] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.endpoint_service_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802040] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.insecure = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802204] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.keyfile = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802349] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.max_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802496] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.min_version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802644] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.region_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802796] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.retriable_status_codes = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.802947] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.service_name = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803110] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.service_type = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803267] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.split_loggers = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803417] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.status_code_retries = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803822] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.status_code_retry_delay = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803822] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.timeout = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.803954] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.valid_interfaces = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804027] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_limit.version = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804187] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_reports.file_event_handler = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804346] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804501] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] oslo_reports.log_dir = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804665] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804820] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.804973] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805146] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805308] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805461] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805625] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805779] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.805931] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.806104] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.806267] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.806418] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] vif_plug_ovs_privileged.user = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.806582] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.806751] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807374] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807374] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807374] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807495] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807578] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807720] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.807891] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808072] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.isolate_vif = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808246] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808408] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808573] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808736] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.808900] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] os_vif_ovs.per_port_bridge = False {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809087] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.capabilities = [21] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809241] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809392] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.helper_command = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809553] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809713] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.809880] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] privsep_osbrick.user = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810053] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810211] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.group = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810364] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.helper_command = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810523] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810677] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810831] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] nova_sys_admin.user = None {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 527.810959] env[63005]: DEBUG oslo_service.service [None req-cb4d842a-7a5d-4751-81ab-56eb9126e7a6 None None] ******************************************************************************** {{(pid=63005) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 527.811386] env[63005]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 528.315135] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Getting list of instances from cluster (obj){ [ 528.315135] env[63005]: value = "domain-c8" [ 528.315135] env[63005]: _type = "ClusterComputeResource" [ 528.315135] env[63005]: } {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 528.316227] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdf05c9-2f63-47df-9334-968e2605746a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.324937] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Got total of 0 instances {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 528.325524] env[63005]: WARNING nova.virt.vmwareapi.driver [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 528.325988] env[63005]: INFO nova.virt.node [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Generated node identity 06c960b2-af36-4eff-b95c-ff03fab46dc6 [ 528.326229] env[63005]: INFO nova.virt.node [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Wrote node identity 06c960b2-af36-4eff-b95c-ff03fab46dc6 to /opt/stack/data/n-cpu-1/compute_id [ 528.829153] env[63005]: WARNING nova.compute.manager [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Compute nodes ['06c960b2-af36-4eff-b95c-ff03fab46dc6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 529.834566] env[63005]: INFO nova.compute.manager [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 530.839382] env[63005]: WARNING nova.compute.manager [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 530.839732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.839858] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 530.840017] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 530.840162] env[63005]: DEBUG nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 530.841105] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa19683-a365-4947-b071-6213fa5e062d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.848963] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50b3598-70c5-4dba-aadc-8862f1e0ca0a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.862451] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d6ba07c-7e5a-4d2c-b55c-8a6454a45b6e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.868534] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04ff3c0-4ee9-4264-a2ba-bc4093236ab3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 530.897030] env[63005]: DEBUG nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181194MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 530.897130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 530.897349] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 531.399357] env[63005]: WARNING nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] No compute node record for cpu-1:06c960b2-af36-4eff-b95c-ff03fab46dc6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 06c960b2-af36-4eff-b95c-ff03fab46dc6 could not be found. [ 531.903242] env[63005]: INFO nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 06c960b2-af36-4eff-b95c-ff03fab46dc6 [ 533.411776] env[63005]: DEBUG nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 533.412201] env[63005]: DEBUG nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 533.573282] env[63005]: INFO nova.scheduler.client.report [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] [req-115bac65-7823-4a56-b340-300c6bc7b843] Created resource provider record via placement API for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 533.590290] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a98df1-19fd-4a7e-93c4-bd0bd56d8313 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.598085] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47ef752-8c07-41f5-bdab-838ebf65d088 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.628525] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08e847e-892b-483f-9d7a-305cbab26be4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.635660] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb587c-4d22-4772-a54c-28092dcf50ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 533.648587] env[63005]: DEBUG nova.compute.provider_tree [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.184915] env[63005]: DEBUG nova.scheduler.client.report [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 534.185147] env[63005]: DEBUG nova.compute.provider_tree [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 0 to 1 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.185286] env[63005]: DEBUG nova.compute.provider_tree [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 534.236396] env[63005]: DEBUG nova.compute.provider_tree [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 1 to 2 during operation: update_traits {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 534.741392] env[63005]: DEBUG nova.compute.resource_tracker [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 534.741696] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.844s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.741742] env[63005]: DEBUG nova.service [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Creating RPC server for service compute {{(pid=63005) start /opt/stack/nova/nova/service.py:186}} [ 534.755866] env[63005]: DEBUG nova.service [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] Join ServiceGroup membership for this service compute {{(pid=63005) start /opt/stack/nova/nova/service.py:203}} [ 534.756061] env[63005]: DEBUG nova.servicegroup.drivers.db [None req-bee11a21-f2c0-40fe-bc7c-28efbc4db336 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63005) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 564.864385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 564.864667] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.367074] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 565.909562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.909860] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.911439] env[63005]: INFO nova.compute.claims [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 566.953277] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f55cfa-b45d-4174-8379-ca14dc93a64d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.960738] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42a3f58b-7686-47b4-b78b-11062b88b186 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.991533] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3888327e-02a9-4e91-afa5-d3d08d8007b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 566.998904] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de51f58f-dde5-4d41-aaea-b0eb848ba6ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.012385] env[63005]: DEBUG nova.compute.provider_tree [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 567.516065] env[63005]: DEBUG nova.scheduler.client.report [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 568.022098] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.025018] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 568.531511] env[63005]: DEBUG nova.compute.utils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 568.537745] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 568.537745] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 569.041475] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 570.055754] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 570.757636] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 570.786442] env[63005]: DEBUG nova.policy [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '011e2a2d425d45069a50ed22cbe57737', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5ee703460564a6eb48340f492e710e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 570.805824] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 570.805824] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 570.805824] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 570.806098] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 570.806098] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 570.806098] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 570.806098] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 570.806278] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 570.807313] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 570.807313] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 570.807758] env[63005]: DEBUG nova.virt.hardware [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 570.809119] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5468d68-917c-4ab1-b47f-5c0d9e20d3bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.819262] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae347ff2-f11c-44b5-83ad-82fbb74f4c60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 570.839789] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9ce365-1d96-41e1-a952-dc148f3850ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.261614] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Getting list of instances from cluster (obj){ [ 571.261614] env[63005]: value = "domain-c8" [ 571.261614] env[63005]: _type = "ClusterComputeResource" [ 571.261614] env[63005]: } {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.262471] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5def0efa-3524-4c49-945d-b841e886d154 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.273555] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Got total of 0 instances {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.273789] env[63005]: WARNING nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] While synchronizing instance power states, found 1 instances in the database and 0 instances on the hypervisor. [ 571.273944] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid a5376d43-a90b-43df-80ad-ffa5b3b3e959 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 571.274281] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.274499] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 571.274826] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Getting list of instances from cluster (obj){ [ 571.274826] env[63005]: value = "domain-c8" [ 571.274826] env[63005]: _type = "ClusterComputeResource" [ 571.274826] env[63005]: } {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.275723] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b9e2a2-e27b-4bac-ab37-1287d5f03891 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.289852] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Got total of 0 instances {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.294784] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Successfully created port: 8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 575.054823] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Successfully updated port: 8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 575.558852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 575.559212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquired lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.560454] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 576.196228] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 576.477576] env[63005]: DEBUG nova.network.neutron [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Updating instance_info_cache with network_info: [{"id": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "address": "fa:16:3e:24:2a:5d", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf8c478-dc", "ovs_interfaceid": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 576.845071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 576.845071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 576.986058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Releasing lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 576.986058] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Instance network_info: |[{"id": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "address": "fa:16:3e:24:2a:5d", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf8c478-dc", "ovs_interfaceid": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 576.986282] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:2a:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bf8c478-dc52-47ef-88f0-c12dcf497831', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 577.008569] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.008569] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a9220e-0c08-4c29-9099-e19810421719 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.023845] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Created folder: OpenStack in parent group-v4. [ 577.023845] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating folder: Project (a5ee703460564a6eb48340f492e710e6). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.023845] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53238c20-37b2-4719-8bc1-5dfab37cfa59 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.033745] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Created folder: Project (a5ee703460564a6eb48340f492e710e6) in parent group-v519994. [ 577.033867] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating folder: Instances. Parent ref: group-v519995. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 577.034120] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3ea424e-7da0-4e27-bc06-cf43821d5466 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.043491] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Created folder: Instances in parent group-v519995. [ 577.047299] env[63005]: DEBUG oslo.service.loopingcall [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 577.047550] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 577.047816] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66682628-a646-4251-9e1b-8f2558c5b379 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.067463] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 577.067463] env[63005]: value = "task-2576795" [ 577.067463] env[63005]: _type = "Task" [ 577.067463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.077930] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576795, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.347259] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 577.578179] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576795, 'name': CreateVM_Task, 'duration_secs': 0.34039} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 577.578227] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 577.593815] env[63005]: DEBUG oslo_vmware.service [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6aabe7-4079-4050-8b27-9bc6d79b2541 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.600564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 577.601025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.601362] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 577.602107] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4806cf90-aa70-4bd4-a29f-9dd75c66d2dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 577.610228] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 577.610228] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ba359e-963e-2b66-5b55-85ff00ed2b0d" [ 577.610228] env[63005]: _type = "Task" [ 577.610228] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 577.621241] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ba359e-963e-2b66-5b55-85ff00ed2b0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 577.875729] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.875992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.878651] env[63005]: INFO nova.compute.claims [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 578.123039] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 578.123366] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 578.123604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 578.123743] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.124191] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.124439] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38bb2f61-37dc-49c4-b07b-585695584792 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.142283] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.142461] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 578.143266] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768737d4-e9c0-4636-8d63-14859de88632 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.150199] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-476d55ca-6a18-4cac-9379-a1ab0846baa5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.156021] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 578.156021] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f3c05f-2d35-4f76-fab3-556d171512ce" [ 578.156021] env[63005]: _type = "Task" [ 578.156021] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 578.164988] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f3c05f-2d35-4f76-fab3-556d171512ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 578.204263] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.204480] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.669500] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 578.669768] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating directory with path [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 578.670470] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb39c338-693d-4880-8149-29495e03745d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.693297] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Created directory with path [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 578.693505] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Fetch image to [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 578.693664] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Downloading image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk on the data store datastore1 {{(pid=63005) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 578.695458] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b91bb5-ce32-4bb4-b3c9-14279fcf1c44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.706658] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6103128-5a06-4ce3-b48e-9438890cc9d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.710074] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 578.722283] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3a6715-8c89-4e35-904c-fdaa1a356eab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.766775] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fd8458-26a8-4c0d-b3d7-afc1a17fd8c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.773734] env[63005]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-76471a28-0bc7-4f73-a432-7dcc6468b77c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.807830] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Downloading image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to the data store datastore1 {{(pid=63005) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 578.894688] env[63005]: DEBUG oslo_vmware.rw_handles [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 579.034686] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921ef1d3-aadb-4a40-ba1c-f7cf1de90085 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.044717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862d82fc-be0e-4861-85be-24c92d67d06c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.084588] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de15565d-599c-45d5-a545-a4322968e3a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.096989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c0fe78-2b54-48ab-8b32-1b1a474ed9f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.115079] env[63005]: DEBUG nova.compute.provider_tree [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 579.240995] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.558057] env[63005]: DEBUG oslo_vmware.rw_handles [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 579.558369] env[63005]: DEBUG oslo_vmware.rw_handles [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 579.620749] env[63005]: DEBUG nova.scheduler.client.report [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 579.692026] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Downloaded image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk on the data store datastore1 {{(pid=63005) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 579.692026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 579.692026] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Copying Virtual Disk [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk to [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 579.692026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec06d2b7-fe21-4f88-b2c3-2da34052b9ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.702991] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 579.702991] env[63005]: value = "task-2576796" [ 579.702991] env[63005]: _type = "Task" [ 579.702991] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 579.714410] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 579.890542] env[63005]: DEBUG nova.compute.manager [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Received event network-vif-plugged-8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 579.890805] env[63005]: DEBUG oslo_concurrency.lockutils [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] Acquiring lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 579.894672] env[63005]: DEBUG oslo_concurrency.lockutils [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.894953] env[63005]: DEBUG oslo_concurrency.lockutils [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 579.897788] env[63005]: DEBUG nova.compute.manager [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] No waiting events found dispatching network-vif-plugged-8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 579.897931] env[63005]: WARNING nova.compute.manager [req-3629c81b-b38b-40e2-9f85-8b2eb103eb58 req-8d9ff5ec-6c5b-4563-bc66-8c3aaa3519ad service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Received unexpected event network-vif-plugged-8bf8c478-dc52-47ef-88f0-c12dcf497831 for instance with vm_state building and task_state spawning. [ 580.128600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.129818] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 580.132166] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.891s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.133816] env[63005]: INFO nova.compute.claims [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 580.220903] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576796, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.620542] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "120df506-ef17-4f23-b077-a4e806feded9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.620799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.639466] env[63005]: DEBUG nova.compute.utils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 580.640862] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 580.641095] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 580.717896] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.661954} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 580.718222] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Copied Virtual Disk [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk to [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 580.718357] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleting the datastore file [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 580.718643] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d68d5d2-4ea3-461a-92ba-6dbd69036fc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 580.725175] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 580.725175] env[63005]: value = "task-2576797" [ 580.725175] env[63005]: _type = "Task" [ 580.725175] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 580.739945] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576797, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 580.816814] env[63005]: DEBUG nova.policy [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c0b5422f2d847a8be0ea8241a7843f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd6fee37ce4a4347b379266be1c9d121', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 581.125807] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 581.143906] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 581.241520] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576797, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.021901} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.241520] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 581.241520] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Moving file from [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37. {{(pid=63005) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 581.241520] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-ecec25d5-59f2-4e96-9f96-0de6b73d832f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.251901] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 581.251901] env[63005]: value = "task-2576798" [ 581.251901] env[63005]: _type = "Task" [ 581.251901] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.263182] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576798, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.277538] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eeb3213-950a-43b8-a7d7-3d0356e31d19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.286118] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b6e6d-8927-4990-8a77-7bcf4b734736 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.322821] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e718984-4aa0-4c2d-89d1-9f00dd7b238b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.332010] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d49717a-d2fd-4c63-9b30-2157de893eb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.349811] env[63005]: DEBUG nova.compute.provider_tree [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 581.655307] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.777084] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576798, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024016} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 581.777084] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] File moved {{(pid=63005) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 581.777084] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Cleaning up location [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 581.777084] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleting the datastore file [datastore1] vmware_temp/5cf85be0-86b7-4c3b-baec-500ae72a5079 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 581.777683] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44845048-f823-4445-8a4f-2a16023d4abf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 581.789764] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 581.789764] env[63005]: value = "task-2576799" [ 581.789764] env[63005]: _type = "Task" [ 581.789764] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 581.806027] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 581.816940] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Successfully created port: 62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 581.855058] env[63005]: DEBUG nova.scheduler.client.report [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 582.158561] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 582.194628] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 582.194893] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 582.195057] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 582.195242] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 582.195382] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 582.195551] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 582.195724] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 582.195880] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 582.196057] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 582.196312] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 582.196376] env[63005]: DEBUG nova.virt.hardware [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 582.197298] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0080f1e8-c1e3-48d9-93b1-6b438007700e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.207685] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d923d1-e44f-47f3-bf38-8da5a753a448 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.305669] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023271} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.306180] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 582.308102] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e878f9ce-d7e4-4971-8d60-19e082f513b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.318375] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 582.318375] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5253c463-4e6f-f75f-5bcc-e2b9e3d4de20" [ 582.318375] env[63005]: _type = "Task" [ 582.318375] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.329392] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5253c463-4e6f-f75f-5bcc-e2b9e3d4de20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.357304] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 582.358158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.366639] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 582.367086] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 582.370481] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.715s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 582.372390] env[63005]: INFO nova.compute.claims [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 582.831270] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5253c463-4e6f-f75f-5bcc-e2b9e3d4de20, 'name': SearchDatastore_Task, 'duration_secs': 0.009763} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 582.832024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 582.832484] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a5376d43-a90b-43df-80ad-ffa5b3b3e959/a5376d43-a90b-43df-80ad-ffa5b3b3e959.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 582.832905] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a370acb-c9e9-4fff-80b5-dd9e0cb20884 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 582.843029] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 582.843029] env[63005]: value = "task-2576800" [ 582.843029] env[63005]: _type = "Task" [ 582.843029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 582.853196] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 582.862162] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 582.879532] env[63005]: DEBUG nova.compute.utils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 582.885387] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 583.132704] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.133092] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.133247] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 583.133432] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Rebuilding the list of instances to heal {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 583.356038] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495003} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.356456] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a5376d43-a90b-43df-80ad-ffa5b3b3e959/a5376d43-a90b-43df-80ad-ffa5b3b3e959.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 583.357023] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 583.357023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31c084a4-4e58-46c1-a618-a3e97e52bb65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.369433] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 583.369433] env[63005]: value = "task-2576801" [ 583.369433] env[63005]: _type = "Task" [ 583.369433] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.385771] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.387716] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 583.392397] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.513380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff235b6d-0d2a-4f57-b306-ed0e8f9b2880 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.523667] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8518eb90-14be-4a82-9d8b-53412c49eda3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.561351] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed4cd63e-9cd2-401b-8388-ef188794fc1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.572525] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5e7c65-5b90-4050-9c87-7ecb17a7ec77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.591582] env[63005]: DEBUG nova.compute.provider_tree [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 583.640777] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 583.640919] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 583.641817] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 583.642025] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 583.643792] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Didn't find any instances for network info cache update. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 583.643792] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.643792] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.643792] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.643792] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.643792] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.644153] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.644153] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 583.644153] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 583.885597] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065788} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 583.885597] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 583.886684] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419d3dbd-d3ca-4f6e-aaf1-e7bfe89b0fcd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.919657] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] a5376d43-a90b-43df-80ad-ffa5b3b3e959/a5376d43-a90b-43df-80ad-ffa5b3b3e959.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 583.920256] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f78662e0-3712-4627-8be1-24c6162e7a19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 583.936317] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Successfully updated port: 62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 583.945251] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 583.945251] env[63005]: value = "task-2576802" [ 583.945251] env[63005]: _type = "Task" [ 583.945251] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 583.955500] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 583.974519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "966245fb-866b-4ede-81c6-96c45548e9a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.975046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.099976] env[63005]: DEBUG nova.scheduler.client.report [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 584.150877] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.422900] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 584.439711] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.439938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.440051] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 584.461185] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 584.461461] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 584.461631] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 584.461808] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 584.461944] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 584.462094] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 584.462360] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 584.462522] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 584.462891] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 584.463075] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 584.463245] env[63005]: DEBUG nova.virt.hardware [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 584.465711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06b2f671-fc1d-4fc6-bee2-473b50ef0b29 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.474225] env[63005]: DEBUG nova.compute.manager [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Received event network-changed-8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 584.474420] env[63005]: DEBUG nova.compute.manager [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Refreshing instance network info cache due to event network-changed-8bf8c478-dc52-47ef-88f0-c12dcf497831. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 584.474640] env[63005]: DEBUG oslo_concurrency.lockutils [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] Acquiring lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 584.474771] env[63005]: DEBUG oslo_concurrency.lockutils [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] Acquired lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.474917] env[63005]: DEBUG nova.network.neutron [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Refreshing network info cache for port 8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 584.476276] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576802, 'name': ReconfigVM_Task, 'duration_secs': 0.282781} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 584.477560] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Reconfigured VM instance instance-00000001 to attach disk [datastore1] a5376d43-a90b-43df-80ad-ffa5b3b3e959/a5376d43-a90b-43df-80ad-ffa5b3b3e959.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 584.479222] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 584.483491] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fc3c4041-ba66-4b2b-81e2-bce7d0114321 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.496580] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae08cd64-e353-4a5e-af3c-f6cc3c765c9d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.501294] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 584.501294] env[63005]: value = "task-2576803" [ 584.501294] env[63005]: _type = "Task" [ 584.501294] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.514926] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 584.522117] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating folder: Project (24a230de16da4aa0824baa62a93b7f73). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.522410] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16f3c41a-3027-4375-b206-d174d1b7d044 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.527948] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576803, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.537832] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Created folder: Project (24a230de16da4aa0824baa62a93b7f73) in parent group-v519994. [ 584.538366] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating folder: Instances. Parent ref: group-v519998. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 584.538366] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f10bc9e4-80dd-4cc6-ae39-31809fe2960f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.548746] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Created folder: Instances in parent group-v519998. [ 584.549101] env[63005]: DEBUG oslo.service.loopingcall [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 584.549391] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 584.549955] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92d5b8cb-f398-4fd4-82b8-b43cb8457f62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 584.571699] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 584.571699] env[63005]: value = "task-2576806" [ 584.571699] env[63005]: _type = "Task" [ 584.571699] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 584.582772] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576806, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 584.607967] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.238s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.608551] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 584.614433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.223s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.615974] env[63005]: INFO nova.compute.claims [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 584.955281] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.956287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.974988] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 585.016527] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576803, 'name': Rename_Task, 'duration_secs': 0.195386} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.017734] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.018033] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 585.018599] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7bd93697-4c19-4e25-8051-e29f843d2bf6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.024622] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 585.024622] env[63005]: value = "task-2576807" [ 585.024622] env[63005]: _type = "Task" [ 585.024622] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.037748] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.086084] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576806, 'name': CreateVM_Task, 'duration_secs': 0.288326} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.086084] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 585.086084] env[63005]: DEBUG oslo_vmware.service [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8203ec7f-c21c-4cfc-bd4b-6b9c50b26425 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.095593] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.095780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.096187] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 585.096576] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-284e235e-27a2-49d6-863f-48ea8db78e47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.111152] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 585.111152] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bb20f7-9772-4cfd-d539-1bc31ffe3b7c" [ 585.111152] env[63005]: _type = "Task" [ 585.111152] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.119985] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bb20f7-9772-4cfd-d539-1bc31ffe3b7c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.126772] env[63005]: DEBUG nova.compute.utils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 585.130533] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 585.130701] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 585.316925] env[63005]: DEBUG nova.network.neutron [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Updating instance_info_cache with network_info: [{"id": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "address": "fa:16:3e:a5:45:27", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62af7cc4-64", "ovs_interfaceid": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 585.458299] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 585.503636] env[63005]: DEBUG nova.policy [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972ecfcd0def4810a4fbfe2068505691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b46de5c97654db5bcf64dde9709b5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 585.534845] env[63005]: DEBUG oslo_vmware.api [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576807, 'name': PowerOnVM_Task, 'duration_secs': 0.464541} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 585.535133] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 585.535703] env[63005]: INFO nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Took 15.48 seconds to spawn the instance on the hypervisor. [ 585.535703] env[63005]: DEBUG nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 585.539296] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a73502a-5210-4664-9fec-4648f50c26b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.626173] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.626173] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 585.626297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 585.626446] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.626621] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 585.626864] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5ff275d-3631-4add-8b55-23ca89fb1355 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.636596] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 585.643074] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 585.643074] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 585.644132] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a12cc7-02c0-4a52-9218-15e326f557d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.650641] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0fd701b-bc38-45ae-9f49-6e2466c7245e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.656550] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 585.656550] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52486788-c0bd-232b-89dc-5ac63cf9b8bd" [ 585.656550] env[63005]: _type = "Task" [ 585.656550] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.667197] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52486788-c0bd-232b-89dc-5ac63cf9b8bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.758177] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fd339f-ce0f-4189-a0de-ccd6bedd4b44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.765426] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee23ae62-1bfc-4935-b8ea-da74bc59848a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.806362] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f391f-87bb-44eb-8c77-f25a7430ae36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.814537] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2ccf17-e787-465e-8228-dc0da87148a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.820369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 585.820369] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Instance network_info: |[{"id": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "address": "fa:16:3e:a5:45:27", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62af7cc4-64", "ovs_interfaceid": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 585.820490] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:45:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62af7cc4-64b6-496e-a5f6-e9ae2d0c9897', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 585.829611] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Creating folder: Project (fd6fee37ce4a4347b379266be1c9d121). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.840437] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db1d3438-295a-4051-a45e-e9db156e218a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.842409] env[63005]: DEBUG nova.compute.provider_tree [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 585.852876] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Created folder: Project (fd6fee37ce4a4347b379266be1c9d121) in parent group-v519994. [ 585.853099] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Creating folder: Instances. Parent ref: group-v520001. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 585.853992] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e51efd-dfd0-4330-a088-fdc82ba24996 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.864863] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Created folder: Instances in parent group-v520001. [ 585.864863] env[63005]: DEBUG oslo.service.loopingcall [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 585.864863] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 585.864971] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3dce5098-ac37-4443-9db4-f6ba09308fbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 585.888337] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 585.888337] env[63005]: value = "task-2576810" [ 585.888337] env[63005]: _type = "Task" [ 585.888337] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 585.896418] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576810, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 585.991509] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.058914] env[63005]: INFO nova.compute.manager [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Took 20.18 seconds to build instance. [ 586.173120] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 586.173415] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating directory with path [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 586.173654] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08785f6c-81d7-41e1-994d-05153c3c7824 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.186372] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Created directory with path [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 586.186560] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Fetch image to [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 586.186719] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Downloading image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk on the data store datastore2 {{(pid=63005) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 586.190299] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ea05dd-8d19-4cad-8606-36b839a50976 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.198375] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7040d9c5-dfff-4230-a7b7-243c18f0ef47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.208323] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8139f5e5-69bd-43fc-87ef-62fd437f3e31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.243995] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92c8989-3237-4620-b022-34600f608995 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.250262] env[63005]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-80dd95a1-40cf-407a-8d7e-c22ccb208386 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.280716] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Downloading image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to the data store datastore2 {{(pid=63005) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 586.295628] env[63005]: DEBUG nova.network.neutron [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Updated VIF entry in instance network info cache for port 8bf8c478-dc52-47ef-88f0-c12dcf497831. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 586.295974] env[63005]: DEBUG nova.network.neutron [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Updating instance_info_cache with network_info: [{"id": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "address": "fa:16:3e:24:2a:5d", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bf8c478-dc", "ovs_interfaceid": "8bf8c478-dc52-47ef-88f0-c12dcf497831", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.347027] env[63005]: DEBUG nova.scheduler.client.report [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 586.357824] env[63005]: DEBUG oslo_vmware.rw_handles [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 586.430504] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576810, 'name': CreateVM_Task, 'duration_secs': 0.511856} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 586.431355] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 586.432073] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.432242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.432563] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 586.432810] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8488e86-0bbe-4c05-94de-e1472e4c44ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.437605] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 586.437605] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526b4cb2-0be8-2121-895e-926578a6530a" [ 586.437605] env[63005]: _type = "Task" [ 586.437605] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 586.445920] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526b4cb2-0be8-2121-895e-926578a6530a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 586.566242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-080c518f-11eb-4c33-ad95-e6c93952a208 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.702s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.566550] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.292s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.566837] env[63005]: INFO nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] During sync_power_state the instance has a pending task (spawning). Skip. [ 586.567023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.606975] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.609291] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.652708] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 586.699300] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 586.699300] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 586.699300] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 586.699300] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 586.702437] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 586.702601] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 586.702814] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 586.702972] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 586.703154] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 586.703346] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 586.703513] env[63005]: DEBUG nova.virt.hardware [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 586.705176] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61fb248-9efa-4654-a6a6-1e961ad775a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.718663] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbb47f-da4f-4ded-9fb6-abb784f745c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.801151] env[63005]: DEBUG oslo_concurrency.lockutils [req-a68c7cbc-c677-40c6-b12f-fe88a3fb057f req-e03878ba-7920-48de-ba9a-7bf4d639bf00 service nova] Releasing lock "refresh_cache-a5376d43-a90b-43df-80ad-ffa5b3b3e959" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.854551] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.240s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.855817] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 586.857809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.708s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.857997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.858263] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 586.858423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.841s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.859932] env[63005]: INFO nova.compute.claims [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 586.863419] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39341e2a-0618-4a92-a9e2-421543a1c1f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.872435] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189e4529-c6c9-49d4-a315-b96dcaeaf1fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.889774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea820ee-25ed-4e73-8668-e8940aae4822 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.897873] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d358d8-e2f4-4efb-bff5-f2a70a8607c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 586.938438] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181197MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 586.938438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.949168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 586.949416] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 586.949618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 586.976166] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Successfully created port: 6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 587.111943] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 587.137256] env[63005]: DEBUG oslo_vmware.rw_handles [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 587.137256] env[63005]: DEBUG oslo_vmware.rw_handles [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 587.219883] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Downloaded image file data 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk on the data store datastore2 {{(pid=63005) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 587.227507] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 587.227507] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copying Virtual Disk [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk to [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 587.228065] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f5c1a1e-4ba6-4aea-a13b-777d77fbb532 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 587.235204] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 587.235204] env[63005]: value = "task-2576811" [ 587.235204] env[63005]: _type = "Task" [ 587.235204] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 587.243675] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.364337] env[63005]: DEBUG nova.compute.utils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 587.369300] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 587.369300] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 587.643836] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.747402] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576811, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 587.752332] env[63005]: DEBUG nova.policy [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f1c16dd54a1342d5820839ec0a840909', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9974236181c409d93b598258f2510ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 587.868427] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 588.026255] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0409addc-e4b4-44af-adc8-f5c6a7565300 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.034821] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58aa423a-3fc2-495e-b444-0e530bcde1c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.073527] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d82bcdb-1a7d-4757-988d-36334e25382b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.081725] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9090ecf-9115-431d-9b85-34cef9b5d776 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.097137] env[63005]: DEBUG nova.compute.provider_tree [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 588.249325] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811022} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.250069] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copied Virtual Disk [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk to [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 588.250378] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleting the datastore file [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/tmp-sparse.vmdk {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 588.250992] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1464cc0d-a4cf-4454-bfd9-862869b2d9ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.259789] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 588.259789] env[63005]: value = "task-2576812" [ 588.259789] env[63005]: _type = "Task" [ 588.259789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.271337] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.603728] env[63005]: DEBUG nova.scheduler.client.report [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 588.785906] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.030475} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 588.785906] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 588.785906] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Moving file from [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 to [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37. {{(pid=63005) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 588.785906] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-18c7b2f6-7df3-40f1-9568-a730ed9b19d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.795615] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 588.795615] env[63005]: value = "task-2576813" [ 588.795615] env[63005]: _type = "Task" [ 588.795615] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 588.807355] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576813, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 588.880857] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 588.916059] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 588.916315] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 588.916462] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 588.916945] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 588.917134] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 588.917280] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 588.917690] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 588.917690] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 588.917782] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 588.918920] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 588.918920] env[63005]: DEBUG nova.virt.hardware [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 588.919100] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79043277-dac2-4fee-b062-b775a97d7573 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.927318] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc023927-86df-4062-9643-447c1553e5e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 588.959224] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Successfully created port: c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 589.113560] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.114304] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 589.117338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.126s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.118804] env[63005]: INFO nova.compute.claims [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.307123] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576813, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.273615} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.307658] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] File moved {{(pid=63005) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 589.308198] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Cleaning up location [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 589.309462] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleting the datastore file [datastore2] vmware_temp/91551b8a-e968-478e-967f-e7e519c72680 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 589.309859] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1975e6a-5f80-4e70-9fd7-9dd2ab45da89 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.321267] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 589.321267] env[63005]: value = "task-2576814" [ 589.321267] env[63005]: _type = "Task" [ 589.321267] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.332499] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.622907] env[63005]: DEBUG nova.compute.utils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 589.624469] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 589.625020] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 589.716023] env[63005]: DEBUG nova.policy [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21f86da395446daba9ceda6d772a3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f358e486ff0142c8ab5c34c268124078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 589.834433] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.025477} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 589.834708] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 589.835818] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1efa328b-195d-47a1-99bb-497df89187c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.841102] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 589.841102] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22d9d-027f-5b7b-964c-f9a7ea19569b" [ 589.841102] env[63005]: _type = "Task" [ 589.841102] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 589.848447] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f22d9d-027f-5b7b-964c-f9a7ea19569b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 589.977234] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.980872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.132618] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 590.262268] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Successfully created port: ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 590.292882] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844a8fe7-cb9e-4df2-b8d4-4f2fa80b122e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.300797] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456776eb-cf9b-4846-9dac-2464b9c13e80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.334334] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6015494b-b084-458f-b6af-2d4fbfcc1607 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.338854] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b579e45-6c3b-483f-a49c-4d4f31b14406 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.355355] env[63005]: DEBUG nova.compute.provider_tree [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.361663] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f22d9d-027f-5b7b-964c-f9a7ea19569b, 'name': SearchDatastore_Task, 'duration_secs': 0.016963} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.363610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.363610] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.363610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.363610] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 590.363953] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7826cb2f-dccf-406d-b89e-b609e6f58c26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.365788] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6803c86-d4d0-44ee-9ff1-8f651d06728d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.376352] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Successfully updated port: 6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 590.378903] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 590.379112] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 590.380744] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 590.380744] env[63005]: value = "task-2576815" [ 590.380744] env[63005]: _type = "Task" [ 590.380744] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.380744] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0f20bca-aa4e-4d8d-9044-fbcf946acd78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.390239] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 590.390239] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5265ede3-c0aa-e774-b0fa-4dea48a9e271" [ 590.390239] env[63005]: _type = "Task" [ 590.390239] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.393733] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.405080] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5265ede3-c0aa-e774-b0fa-4dea48a9e271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.481787] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 590.718643] env[63005]: DEBUG nova.compute.manager [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Received event network-vif-plugged-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.718643] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Acquiring lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.719411] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.719411] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.719411] env[63005]: DEBUG nova.compute.manager [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] No waiting events found dispatching network-vif-plugged-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 590.719411] env[63005]: WARNING nova.compute.manager [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Received unexpected event network-vif-plugged-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 for instance with vm_state building and task_state spawning. [ 590.719616] env[63005]: DEBUG nova.compute.manager [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Received event network-changed-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 590.719799] env[63005]: DEBUG nova.compute.manager [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Refreshing instance network info cache due to event network-changed-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 590.720803] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Acquiring lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.720803] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Acquired lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.722148] env[63005]: DEBUG nova.network.neutron [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Refreshing network info cache for port 62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 590.863539] env[63005]: DEBUG nova.scheduler.client.report [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.881820] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 590.881965] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.882326] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 590.894404] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.897389] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 590.897574] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 590.898805] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74def90e-bc5d-4202-8afb-77c13348fb99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.908597] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5265ede3-c0aa-e774-b0fa-4dea48a9e271, 'name': SearchDatastore_Task, 'duration_secs': 0.016693} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.910852] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 590.910852] env[63005]: value = "task-2576816" [ 590.910852] env[63005]: _type = "Task" [ 590.910852] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.910852] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b306adcd-b102-4e7a-ae47-81f32a0e227d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.920873] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 590.920873] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52cebaba-6a31-6c87-c158-b7f4b88f8061" [ 590.920873] env[63005]: _type = "Task" [ 590.920873] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.924896] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 590.933495] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52cebaba-6a31-6c87-c158-b7f4b88f8061, 'name': SearchDatastore_Task, 'duration_secs': 0.008422} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 590.933781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 590.934029] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f3c24f0e-73fe-4c35-a705-2b39c96fe5a4/f3c24f0e-73fe-4c35-a705-2b39c96fe5a4.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 590.934296] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d91fba98-da73-4ecc-a938-e4da58c2d5b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 590.940608] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 590.940608] env[63005]: value = "task-2576817" [ 590.940608] env[63005]: _type = "Task" [ 590.940608] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 590.949342] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576817, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.013184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.145616] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 591.172123] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 591.172273] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 591.172356] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 591.172541] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 591.172684] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 591.172827] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 591.173302] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 591.173891] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 591.173891] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 591.173891] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 591.174098] env[63005]: DEBUG nova.virt.hardware [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 591.174960] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999107b2-569e-4ad2-91a0-02e6acb93a82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.184674] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac8169c-f694-4ab4-8d46-294b7cef881f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.369278] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.369860] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 591.381144] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.444s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.429644] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068012} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.432329] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 591.433564] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aceae5-dbd8-431a-885a-c6943cf60120 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.454313] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 591.455169] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 591.459925] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edadeac1-4f9a-4e49-8849-9f48a5a18dbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.482647] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576817, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 591.483902] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f3c24f0e-73fe-4c35-a705-2b39c96fe5a4/f3c24f0e-73fe-4c35-a705-2b39c96fe5a4.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 591.484135] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 591.484440] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 591.484440] env[63005]: value = "task-2576818" [ 591.484440] env[63005]: _type = "Task" [ 591.484440] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.484868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-033c5039-17f6-4caa-9e9f-18dddefe1526 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 591.494142] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576818, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.495528] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 591.495528] env[63005]: value = "task-2576819" [ 591.495528] env[63005]: _type = "Task" [ 591.495528] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 591.505991] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576819, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 591.744326] env[63005]: DEBUG nova.network.neutron [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Updating instance_info_cache with network_info: [{"id": "6b5cb62c-1753-46af-8d9f-d3386754c881", "address": "fa:16:3e:a2:7d:69", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5cb62c-17", "ovs_interfaceid": "6b5cb62c-1753-46af-8d9f-d3386754c881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.885524] env[63005]: DEBUG nova.compute.utils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 591.893683] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 591.893683] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 591.967509] env[63005]: DEBUG nova.network.neutron [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Updated VIF entry in instance network info cache for port 62af7cc4-64b6-496e-a5f6-e9ae2d0c9897. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 591.967509] env[63005]: DEBUG nova.network.neutron [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Updating instance_info_cache with network_info: [{"id": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "address": "fa:16:3e:a5:45:27", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62af7cc4-64", "ovs_interfaceid": "62af7cc4-64b6-496e-a5f6-e9ae2d0c9897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 591.981649] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Successfully updated port: c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 591.993536] env[63005]: DEBUG nova.policy [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5845dc338c4a17a914d9f0916b9561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efa195b56019454c84fb9c2cfa2002f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 592.003425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.004090] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.016272] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.019549] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576819, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065068} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 592.020276] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 592.021155] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aae3c9d-e681-48b6-ae5d-5265e42cd424 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.045535] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] f3c24f0e-73fe-4c35-a705-2b39c96fe5a4/f3c24f0e-73fe-4c35-a705-2b39c96fe5a4.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 592.045951] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf21fd10-f79c-461a-88e1-347328e1492c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.067890] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 592.067890] env[63005]: value = "task-2576820" [ 592.067890] env[63005]: _type = "Task" [ 592.067890] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.077284] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.159520] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Successfully updated port: ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 592.247113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.247442] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Instance network_info: |[{"id": "6b5cb62c-1753-46af-8d9f-d3386754c881", "address": "fa:16:3e:a2:7d:69", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5cb62c-17", "ovs_interfaceid": "6b5cb62c-1753-46af-8d9f-d3386754c881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 592.247859] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:7d:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6b5cb62c-1753-46af-8d9f-d3386754c881', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 592.256296] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating folder: Project (9b46de5c97654db5bcf64dde9709b5f6). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.256516] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f1b12ac-f2c2-4536-97ff-ad39d4a6d3f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.266754] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created folder: Project (9b46de5c97654db5bcf64dde9709b5f6) in parent group-v519994. [ 592.267038] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating folder: Instances. Parent ref: group-v520004. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 592.267194] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d5867fb-5db3-465a-a6f4-2841f8e1a09f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.275718] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created folder: Instances in parent group-v520004. [ 592.275937] env[63005]: DEBUG oslo.service.loopingcall [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 592.276128] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 592.276321] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5373eba8-7dc4-4263-a89b-650b0c188559 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 592.294243] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 592.294243] env[63005]: value = "task-2576823" [ 592.294243] env[63005]: _type = "Task" [ 592.294243] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 592.302204] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576823, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.381111] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Successfully created port: 962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 592.397374] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 592.432470] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance a5376d43-a90b-43df-80ad-ffa5b3b3e959 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.432711] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance f3c24f0e-73fe-4c35-a705-2b39c96fe5a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.432711] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 6eec2d20-2023-4bfe-ab14-69410c00cb5b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.433046] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 120df506-ef17-4f23-b077-a4e806feded9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.433046] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.433295] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 966245fb-866b-4ede-81c6-96c45548e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.433295] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance aaddae64-82e8-46d2-8de5-f53d0ed8411e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 592.470770] env[63005]: DEBUG oslo_concurrency.lockutils [req-c5811f9e-7105-42f3-907e-338e160f4d3e req-97d9645e-2a8f-45fc-9159-8aabe407854a service nova] Releasing lock "refresh_cache-f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 592.485319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.485319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquired lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.485319] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.500023] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576818, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.510352] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 592.581540] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576820, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.666883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 592.666883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.666883] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 592.804055] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576823, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 592.898611] env[63005]: DEBUG nova.compute.manager [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Received event network-vif-plugged-6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 592.898827] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] Acquiring lock "120df506-ef17-4f23-b077-a4e806feded9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.899042] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] Lock "120df506-ef17-4f23-b077-a4e806feded9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.899201] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] Lock "120df506-ef17-4f23-b077-a4e806feded9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.899354] env[63005]: DEBUG nova.compute.manager [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] No waiting events found dispatching network-vif-plugged-6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 592.899504] env[63005]: WARNING nova.compute.manager [req-f6856c06-b2a2-4199-9c32-d87dd1839e27 req-2bce0128-6d0b-4241-b954-d93a73f715a2 service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Received unexpected event network-vif-plugged-6b5cb62c-1753-46af-8d9f-d3386754c881 for instance with vm_state building and task_state spawning. [ 592.938404] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.007722] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576818, 'name': ReconfigVM_Task, 'duration_secs': 1.117398} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.008250] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.009175] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4c3ffb5-1ca5-49da-9901-b5e607b7c9a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.022214] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 593.022214] env[63005]: value = "task-2576824" [ 593.022214] env[63005]: _type = "Task" [ 593.022214] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.033260] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576824, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.061292] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.067130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.078423] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576820, 'name': ReconfigVM_Task, 'duration_secs': 0.84664} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.078682] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Reconfigured VM instance instance-00000002 to attach disk [datastore2] f3c24f0e-73fe-4c35-a705-2b39c96fe5a4/f3c24f0e-73fe-4c35-a705-2b39c96fe5a4.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 593.079354] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2b56eaf-e949-4180-8a26-e1d722174f15 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.085253] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 593.085253] env[63005]: value = "task-2576825" [ 593.085253] env[63005]: _type = "Task" [ 593.085253] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.093342] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576825, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.246350] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 593.305382] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576823, 'name': CreateVM_Task, 'duration_secs': 0.590906} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.305924] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 593.307115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.307276] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.307630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 593.307908] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d693d513-1110-4bd0-ba95-874e046ef622 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.312632] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 593.312632] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521f7385-a52e-abe5-abaf-7073f1c56b16" [ 593.312632] env[63005]: _type = "Task" [ 593.312632] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.321919] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521f7385-a52e-abe5-abaf-7073f1c56b16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.371425] env[63005]: DEBUG nova.network.neutron [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Updating instance_info_cache with network_info: [{"id": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "address": "fa:16:3e:d8:4c:d9", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8dc84fd-2d", "ovs_interfaceid": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.406095] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 593.435718] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 593.436770] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 593.436978] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.438689] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 593.438689] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.438689] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 593.438689] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 593.438689] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 593.438962] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 593.438962] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 593.438962] env[63005]: DEBUG nova.virt.hardware [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 593.439679] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342cdd4a-6a5a-423b-8b0e-ea1081bc2ead {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.450305] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e78af5a5-8914-43aa-8ad5-82015d33d06c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.455700] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b7ce3a-e143-4034-80ab-62919a62ae05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.532608] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576824, 'name': Rename_Task, 'duration_secs': 0.150226} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.532931] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.533200] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c795429e-e975-484f-869b-c7f76eff3f05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.540956] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 593.540956] env[63005]: value = "task-2576826" [ 593.540956] env[63005]: _type = "Task" [ 593.540956] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.552414] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576826, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.596435] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576825, 'name': Rename_Task, 'duration_secs': 0.190486} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.596650] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 593.596890] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cfe7fce-e2e5-4260-a6ab-421b35e6f8ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.604134] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 593.604134] env[63005]: value = "task-2576827" [ 593.604134] env[63005]: _type = "Task" [ 593.604134] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.612279] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.658471] env[63005]: DEBUG nova.network.neutron [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updating instance_info_cache with network_info: [{"id": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "address": "fa:16:3e:a1:48:f1", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3fa694-23", "ovs_interfaceid": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.830195] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521f7385-a52e-abe5-abaf-7073f1c56b16, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 593.830195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.830195] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 593.830195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 593.830329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.830329] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 593.830329] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a69d9464-cc69-4215-9fdb-eb1548936a6b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.840659] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 593.840659] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 593.841387] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fe24c44-1310-4ae0-8420-f79021ccc1a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.848323] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 593.848323] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52651c45-e120-6c3d-6035-0b380f4559e0" [ 593.848323] env[63005]: _type = "Task" [ 593.848323] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.861456] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52651c45-e120-6c3d-6035-0b380f4559e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.874295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Releasing lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 593.874373] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Instance network_info: |[{"id": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "address": "fa:16:3e:d8:4c:d9", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8dc84fd-2d", "ovs_interfaceid": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 593.875266] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d8:4c:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8dc84fd-2d64-4ab3-ad42-47f51c697b34', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.887903] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Creating folder: Project (c9974236181c409d93b598258f2510ec). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.888321] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c42d1c80-0116-4acf-834f-1a2e525c5c7a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.902411] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Created folder: Project (c9974236181c409d93b598258f2510ec) in parent group-v519994. [ 593.902411] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Creating folder: Instances. Parent ref: group-v520007. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.902411] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea012ef1-7a6c-46f9-9291-bf256f949b68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.916341] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Created folder: Instances in parent group-v520007. [ 593.916411] env[63005]: DEBUG oslo.service.loopingcall [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 593.916997] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.916997] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0c95af1-b208-4ef1-a0c0-2f8ffa13182f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.941020] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.941020] env[63005]: value = "task-2576830" [ 593.941020] env[63005]: _type = "Task" [ 593.941020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.953098] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576830, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.954090] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance b6db441c-7399-43b4-910e-cc9c4dba1ffc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 593.954499] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 593.954499] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 594.055284] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576826, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.117758] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576827, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.147540] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Successfully updated port: 962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 594.161186] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.163429] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance network_info: |[{"id": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "address": "fa:16:3e:a1:48:f1", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3fa694-23", "ovs_interfaceid": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 594.163845] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:48:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec3fa694-2345-4824-829f-a8ebfe2efe99', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 594.173621] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating folder: Project (f358e486ff0142c8ab5c34c268124078). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.173621] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79cc3431-c0f0-4558-8e0d-74338369066c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.184215] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created folder: Project (f358e486ff0142c8ab5c34c268124078) in parent group-v519994. [ 594.184453] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating folder: Instances. Parent ref: group-v520010. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 594.184698] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e37ccddc-887d-449d-bd10-0b2c395ac59c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.195823] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created folder: Instances in parent group-v520010. [ 594.195823] env[63005]: DEBUG oslo.service.loopingcall [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 594.195823] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 594.195823] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-021c9d49-58c4-4f62-9709-5c1e964dc0c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.217101] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 594.217101] env[63005]: value = "task-2576833" [ 594.217101] env[63005]: _type = "Task" [ 594.217101] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.221333] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af81ea0c-3ae5-43b5-a833-a6afa2c05c3c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.229940] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576833, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.233112] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3729c6c0-47de-4309-96a0-d3494ab8741b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.269229] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-193d8225-af41-4fe4-8ed1-ac6bf175e71a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.278131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d795bd57-70c6-4918-ba18-72ab38f13d24 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.293755] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 594.362111] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52651c45-e120-6c3d-6035-0b380f4559e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.362265] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda18608-e85b-428a-b056-e434af87c430 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.372123] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 594.372123] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e07e28-e16c-3c14-8b44-e63aa34de223" [ 594.372123] env[63005]: _type = "Task" [ 594.372123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.377961] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e07e28-e16c-3c14-8b44-e63aa34de223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.450407] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576830, 'name': CreateVM_Task, 'duration_secs': 0.400182} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.451270] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.452420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.452618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.453063] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.453358] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8131f86f-5316-467d-ab45-860787150702 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.460495] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 594.460495] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5297f0b7-4b94-4001-5562-43f2901ed37f" [ 594.460495] env[63005]: _type = "Task" [ 594.460495] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.470908] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5297f0b7-4b94-4001-5562-43f2901ed37f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.474471] env[63005]: DEBUG nova.compute.manager [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Received event network-vif-plugged-ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.474796] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Acquiring lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.475055] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.475263] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.475516] env[63005]: DEBUG nova.compute.manager [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] No waiting events found dispatching network-vif-plugged-ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 594.475986] env[63005]: WARNING nova.compute.manager [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Received unexpected event network-vif-plugged-ec3fa694-2345-4824-829f-a8ebfe2efe99 for instance with vm_state building and task_state spawning. [ 594.476214] env[63005]: DEBUG nova.compute.manager [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Received event network-changed-ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 594.476595] env[63005]: DEBUG nova.compute.manager [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Refreshing instance network info cache due to event network-changed-ec3fa694-2345-4824-829f-a8ebfe2efe99. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 594.476753] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Acquiring lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.476983] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Acquired lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.477252] env[63005]: DEBUG nova.network.neutron [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Refreshing network info cache for port ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 594.483411] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.483711] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.559037] env[63005]: DEBUG oslo_vmware.api [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576826, 'name': PowerOnVM_Task, 'duration_secs': 0.636623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.559433] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.561027] env[63005]: INFO nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Took 10.14 seconds to spawn the instance on the hypervisor. [ 594.561027] env[63005]: DEBUG nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.561027] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb75faef-fab9-4e08-ab5a-0c3bbe909760 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.621717] env[63005]: DEBUG oslo_vmware.api [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2576827, 'name': PowerOnVM_Task, 'duration_secs': 0.970261} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.621986] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 594.623656] env[63005]: INFO nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Took 12.46 seconds to spawn the instance on the hypervisor. [ 594.624056] env[63005]: DEBUG nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 594.624887] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc85a50b-0483-4c69-adfe-02cd9f2ba946 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.652829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.652983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.653288] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 594.727159] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576833, 'name': CreateVM_Task, 'duration_secs': 0.362973} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.727336] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.728029] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.728740] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.729079] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 594.729332] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f682fa0b-77c4-4860-ba30-74c4a5b60231 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.733918] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 594.733918] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529f8aef-7ae5-ae1c-75a0-303abc49bd76" [ 594.733918] env[63005]: _type = "Task" [ 594.733918] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.741511] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529f8aef-7ae5-ae1c-75a0-303abc49bd76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.797131] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 594.883566] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e07e28-e16c-3c14-8b44-e63aa34de223, 'name': SearchDatastore_Task, 'duration_secs': 0.008733} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.883869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.885476] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 120df506-ef17-4f23-b077-a4e806feded9/120df506-ef17-4f23-b077-a4e806feded9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 594.885790] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cdbc38c-dc1e-4fc2-b6bb-65bbf5bc21c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.894883] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 594.894883] env[63005]: value = "task-2576835" [ 594.894883] env[63005]: _type = "Task" [ 594.894883] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.904584] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.950994] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.951855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.972813] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5297f0b7-4b94-4001-5562-43f2901ed37f, 'name': SearchDatastore_Task, 'duration_secs': 0.01249} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.973179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 594.973478] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.973786] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 594.974040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.974419] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.974762] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deec7b30-1f07-43a6-b444-99628bdf8d37 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.986460] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.987229] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.987543] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 594.990194] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea89162-26eb-4968-bd56-ea4b44d0303f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.001935] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 595.001935] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522e0d14-b427-cd73-9c02-9c55d53e0e38" [ 595.001935] env[63005]: _type = "Task" [ 595.001935] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.012335] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522e0d14-b427-cd73-9c02-9c55d53e0e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.084960] env[63005]: INFO nova.compute.manager [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Took 15.86 seconds to build instance. [ 595.147824] env[63005]: INFO nova.compute.manager [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Took 17.29 seconds to build instance. [ 595.194713] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 595.254057] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529f8aef-7ae5-ae1c-75a0-303abc49bd76, 'name': SearchDatastore_Task, 'duration_secs': 0.017048} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.254450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.254753] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 595.256704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 595.256704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.256704] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.256704] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f09c03-9214-46df-89c1-63c0a5cdb7ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.269792] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.270191] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 595.270967] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a47e5ad1-cc6d-4eb1-861e-392f10e197f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.278800] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 595.278800] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7fdbe-104d-ef47-3da7-6ec8546d0c43" [ 595.278800] env[63005]: _type = "Task" [ 595.278800] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.292385] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d7fdbe-104d-ef47-3da7-6ec8546d0c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.303895] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 595.303895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.923s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.303895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.660s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.305263] env[63005]: INFO nova.compute.claims [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 595.373769] env[63005]: DEBUG nova.network.neutron [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updated VIF entry in instance network info cache for port ec3fa694-2345-4824-829f-a8ebfe2efe99. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 595.374105] env[63005]: DEBUG nova.network.neutron [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updating instance_info_cache with network_info: [{"id": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "address": "fa:16:3e:a1:48:f1", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3fa694-23", "ovs_interfaceid": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.409021] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576835, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.514344] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522e0d14-b427-cd73-9c02-9c55d53e0e38, 'name': SearchDatastore_Task, 'duration_secs': 0.011959} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.515166] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4587d199-e9b0-417d-b682-2afb1ca3e268 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.520768] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 595.520768] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5272d546-9310-8f01-a36a-1f75d656c074" [ 595.520768] env[63005]: _type = "Task" [ 595.520768] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.524868] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.528491] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5272d546-9310-8f01-a36a-1f75d656c074, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.538824] env[63005]: DEBUG nova.network.neutron [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 595.590431] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dd5ce24a-7c2d-4b39-9cd3-7aa3add6c3e7 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.385s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.651619] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9b94ee42-1f2c-4ad0-b1e6-4d1445d33177 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.807s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.791556] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d7fdbe-104d-ef47-3da7-6ec8546d0c43, 'name': SearchDatastore_Task, 'duration_secs': 0.023026} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.792324] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6bdf69c-1a4f-4517-8310-d4a900f245eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.800580] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 595.800580] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5277f361-c923-459e-13ae-cd2c6a0d615c" [ 595.800580] env[63005]: _type = "Task" [ 595.800580] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.808534] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5277f361-c923-459e-13ae-cd2c6a0d615c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.857854] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.858129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.877161] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9d0bc4f-f582-4a17-ac99-883829085681 req-569b546d-5eab-41e0-9ee3-c92a638624d6 service nova] Releasing lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 595.907204] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628016} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 595.907457] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 120df506-ef17-4f23-b077-a4e806feded9/120df506-ef17-4f23-b077-a4e806feded9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 595.907740] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 595.907992] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a92cadd6-db68-4d07-ab2d-24e8453ea7a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.914622] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 595.914622] env[63005]: value = "task-2576839" [ 595.914622] env[63005]: _type = "Task" [ 595.914622] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 595.924890] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.031751] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5272d546-9310-8f01-a36a-1f75d656c074, 'name': SearchDatastore_Task, 'duration_secs': 0.011195} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.031751] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.031970] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c/2b9ae7b8-0bff-416f-81b7-d24cbf636d2c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.032258] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-974500f4-8024-460f-b3c9-338861162697 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.038553] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 596.038553] env[63005]: value = "task-2576840" [ 596.038553] env[63005]: _type = "Task" [ 596.038553] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.043874] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.044179] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Instance network_info: |[{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 596.044709] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c0:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '962c9d83-c411-4e9d-b95f-41ef37c77755', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 596.052857] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Creating folder: Project (efa195b56019454c84fb9c2cfa2002f1). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.055993] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c6c86855-a88c-43d4-bbfe-4a027930ead2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.057746] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.065665] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Created folder: Project (efa195b56019454c84fb9c2cfa2002f1) in parent group-v519994. [ 596.065665] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Creating folder: Instances. Parent ref: group-v520016. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 596.065820] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03d20019-c240-47ba-ab08-47dad1e1a6db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.074678] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Created folder: Instances in parent group-v520016. [ 596.074678] env[63005]: DEBUG oslo.service.loopingcall [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 596.074842] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 596.074967] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde01cf7-3ece-48c2-bc02-0784446f7a85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.094957] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.102535] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 596.102535] env[63005]: value = "task-2576843" [ 596.102535] env[63005]: _type = "Task" [ 596.102535] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.188294] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.188294] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.311294] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5277f361-c923-459e-13ae-cd2c6a0d615c, 'name': SearchDatastore_Task, 'duration_secs': 0.023012} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.311556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 596.311813] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.312077] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f16fdfc6-c7dd-447f-a75b-320e8e27b2b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.322051] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 596.322051] env[63005]: value = "task-2576844" [ 596.322051] env[63005]: _type = "Task" [ 596.322051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.330874] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.360480] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 596.426597] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0679} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 596.429688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 596.431438] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1040d-0dda-4e76-931e-c6290c80f65e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.456795] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 120df506-ef17-4f23-b077-a4e806feded9/120df506-ef17-4f23-b077-a4e806feded9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 596.459923] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0693778-483b-4f96-86c0-d44386bfe2b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.481928] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 596.481928] env[63005]: value = "task-2576845" [ 596.481928] env[63005]: _type = "Task" [ 596.481928] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.494449] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.549554] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576840, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.603192] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0da5d7-c790-4570-9794-f0808402ba58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.624148] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a0bcc2-2e46-4b5d-bff7-b13a1e5fb87d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.628046] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576843, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.630566] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.661915] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-decf3100-d3af-47de-85f8-4605200e2d63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.676730] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-575a62ac-75a0-41c1-bad0-058997febeee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.699196] env[63005]: DEBUG nova.compute.provider_tree [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 596.704951] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Received event network-changed-6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 596.705228] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Refreshing instance network info cache due to event network-changed-6b5cb62c-1753-46af-8d9f-d3386754c881. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 596.705522] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Acquiring lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 596.705706] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Acquired lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.705974] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Refreshing network info cache for port 6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 596.740718] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.741087] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.835115] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576844, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.895802] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.005169] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576845, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.048913] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.802253} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.048913] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c/2b9ae7b8-0bff-416f-81b7-d24cbf636d2c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.048913] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.049158] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dd03d396-2fb3-42f9-8561-cf985cefb61a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.058290] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 597.058290] env[63005]: value = "task-2576846" [ 597.058290] env[63005]: _type = "Task" [ 597.058290] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.066602] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.122336] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576843, 'name': CreateVM_Task, 'duration_secs': 0.567851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.122336] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 597.123027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.123214] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.123638] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 597.123951] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e54613a-8367-439e-b552-c125f27d3804 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.129885] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 597.129885] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52308af2-12d8-fe06-c078-329ded29626e" [ 597.129885] env[63005]: _type = "Task" [ 597.129885] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.138771] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52308af2-12d8-fe06-c078-329ded29626e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.207420] env[63005]: DEBUG nova.scheduler.client.report [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 597.335854] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75215} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.336149] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.336481] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 597.337263] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5dd62ff-eed4-40d4-8564-cc132c5ee01d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.350846] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 597.350846] env[63005]: value = "task-2576847" [ 597.350846] env[63005]: _type = "Task" [ 597.350846] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.366609] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.504603] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576845, 'name': ReconfigVM_Task, 'duration_secs': 0.591558} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.505057] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 120df506-ef17-4f23-b077-a4e806feded9/120df506-ef17-4f23-b077-a4e806feded9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 597.506086] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7192c239-949e-46d9-b732-fe63a319f533 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.515864] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 597.515864] env[63005]: value = "task-2576848" [ 597.515864] env[63005]: _type = "Task" [ 597.515864] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.525526] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576848, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.540796] env[63005]: INFO nova.compute.manager [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Rebuilding instance [ 597.569347] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068412} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.574236] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.576345] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d2efce-b055-44d7-96df-9de81c356d7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.604948] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c/2b9ae7b8-0bff-416f-81b7-d24cbf636d2c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.605705] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-317a7b2e-237d-4e6f-99f2-2eb9943b2e38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.635124] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 597.635124] env[63005]: value = "task-2576849" [ 597.635124] env[63005]: _type = "Task" [ 597.635124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.643505] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52308af2-12d8-fe06-c078-329ded29626e, 'name': SearchDatastore_Task, 'duration_secs': 0.011966} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.644044] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 597.644294] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 597.644591] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 597.645256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.645256] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 597.645578] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47900dcd-e18f-4466-a501-5200a7b48bda {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.657697] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.659179] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Updated VIF entry in instance network info cache for port 6b5cb62c-1753-46af-8d9f-d3386754c881. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 597.660009] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Updating instance_info_cache with network_info: [{"id": "6b5cb62c-1753-46af-8d9f-d3386754c881", "address": "fa:16:3e:a2:7d:69", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6b5cb62c-17", "ovs_interfaceid": "6b5cb62c-1753-46af-8d9f-d3386754c881", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.673050] env[63005]: DEBUG nova.compute.manager [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 597.674669] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd04f3b-60e2-4bd4-b85c-7048a0dbd7ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.680343] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 597.680343] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 597.680680] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ae14b6-5717-41ff-a798-8c57617ea50f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.700128] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 597.700128] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52661ab1-9021-794c-14e7-07f4aadf21de" [ 597.700128] env[63005]: _type = "Task" [ 597.700128] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.720426] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.721118] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 597.728280] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52661ab1-9021-794c-14e7-07f4aadf21de, 'name': SearchDatastore_Task, 'duration_secs': 0.013499} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.728280] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.712s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.728280] env[63005]: INFO nova.compute.claims [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 597.735172] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f42fd33e-5125-4e9f-a8a5-4fb057ea89e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.737889] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 597.737889] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5248e3e9-708d-af9f-2a47-cfe246abb7dd" [ 597.737889] env[63005]: _type = "Task" [ 597.737889] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.747442] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5248e3e9-708d-af9f-2a47-cfe246abb7dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.861945] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072943} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.862483] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 597.863459] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aaa3e10-0e63-4139-88c5-718528a8e671 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.887955] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 597.889803] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed5405f1-b70e-4022-99e0-05961e8b04fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.913467] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 597.913467] env[63005]: value = "task-2576851" [ 597.913467] env[63005]: _type = "Task" [ 597.913467] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.922130] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576851, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.997705] env[63005]: DEBUG nova.compute.manager [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Received event network-vif-plugged-962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 597.997925] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.998167] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.998334] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.998799] env[63005]: DEBUG nova.compute.manager [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] No waiting events found dispatching network-vif-plugged-962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 597.999092] env[63005]: WARNING nova.compute.manager [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Received unexpected event network-vif-plugged-962c9d83-c411-4e9d-b95f-41ef37c77755 for instance with vm_state building and task_state spawning. [ 598.000079] env[63005]: DEBUG nova.compute.manager [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Received event network-changed-962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.000315] env[63005]: DEBUG nova.compute.manager [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Refreshing instance network info cache due to event network-changed-962c9d83-c411-4e9d-b95f-41ef37c77755. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.000543] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Acquiring lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.000736] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Acquired lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.000986] env[63005]: DEBUG nova.network.neutron [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Refreshing network info cache for port 962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.026849] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576848, 'name': Rename_Task, 'duration_secs': 0.290174} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.027162] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.027438] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b62a3666-7e31-4837-9a1c-02218f26a256 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.032839] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 598.032839] env[63005]: value = "task-2576852" [ 598.032839] env[63005]: _type = "Task" [ 598.032839] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.040942] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576852, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.148307] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.173737] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Releasing lock "refresh_cache-120df506-ef17-4f23-b077-a4e806feded9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.174051] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Received event network-vif-plugged-c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.174254] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Acquiring lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.174452] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.174614] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.174796] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] No waiting events found dispatching network-vif-plugged-c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 598.174956] env[63005]: WARNING nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Received unexpected event network-vif-plugged-c8dc84fd-2d64-4ab3-ad42-47f51c697b34 for instance with vm_state building and task_state spawning. [ 598.175133] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Received event network-changed-c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 598.175286] env[63005]: DEBUG nova.compute.manager [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Refreshing instance network info cache due to event network-changed-c8dc84fd-2d64-4ab3-ad42-47f51c697b34. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 598.175484] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Acquiring lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 598.175699] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Acquired lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.175880] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Refreshing network info cache for port c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 598.231228] env[63005]: DEBUG nova.compute.utils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 598.231505] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 598.231758] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 598.250180] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5248e3e9-708d-af9f-2a47-cfe246abb7dd, 'name': SearchDatastore_Task, 'duration_secs': 0.031224} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.251299] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 598.252157] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 598.253297] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1054c55f-a9ee-458b-8d09-adead8b5d1f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.261699] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 598.261699] env[63005]: value = "task-2576853" [ 598.261699] env[63005]: _type = "Task" [ 598.261699] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.278988] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.361866] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.361866] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.380822] env[63005]: DEBUG nova.policy [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5a004944ce24c6fb8c91494f900a1ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51ec8c640df740c89b2f5a7d3d4f1a47', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 598.413325] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.413325] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.413325] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.413325] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.413554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.418860] env[63005]: INFO nova.compute.manager [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Terminating instance [ 598.437814] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576851, 'name': ReconfigVM_Task, 'duration_secs': 0.26145} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.439589] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.439589] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8d63e2da-d022-4414-a4df-e6c31a9a7045 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.452488] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 598.452488] env[63005]: value = "task-2576854" [ 598.452488] env[63005]: _type = "Task" [ 598.452488] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.464265] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576854, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.543789] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576852, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.649869] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576849, 'name': ReconfigVM_Task, 'duration_secs': 0.853727} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.650888] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c/2b9ae7b8-0bff-416f-81b7-d24cbf636d2c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 598.651373] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-521e90eb-20ca-4a61-a73d-9ccaf61900d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.662955] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 598.662955] env[63005]: value = "task-2576855" [ 598.662955] env[63005]: _type = "Task" [ 598.662955] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.674263] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576855, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.705520] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.705835] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5181d976-8455-43d0-afca-bb42eb901771 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.712535] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 598.712535] env[63005]: value = "task-2576856" [ 598.712535] env[63005]: _type = "Task" [ 598.712535] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.721669] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.732660] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 598.777305] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Acquiring lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.777578] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.777753] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Acquiring lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.777965] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.778867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.780684] env[63005]: INFO nova.compute.manager [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Terminating instance [ 598.783889] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576853, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.921684] env[63005]: DEBUG nova.network.neutron [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updated VIF entry in instance network info cache for port 962c9d83-c411-4e9d-b95f-41ef37c77755. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 598.922282] env[63005]: DEBUG nova.network.neutron [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 598.931081] env[63005]: DEBUG nova.compute.manager [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 598.931287] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 598.936204] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c3c3c2-85e3-447c-91ea-43149eb5d541 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.949794] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 598.949794] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0bffd37-de03-4413-8c9a-d945b0d197b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.963654] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 598.963654] env[63005]: value = "task-2576857" [ 598.963654] env[63005]: _type = "Task" [ 598.963654] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.971463] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576854, 'name': Rename_Task, 'duration_secs': 0.173326} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.972390] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 598.973027] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e90fdd8a-6a92-4c8a-a20a-0fe06b93b2b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.978924] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.989282] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 598.989282] env[63005]: value = "task-2576858" [ 598.989282] env[63005]: _type = "Task" [ 598.989282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.996050] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.046445] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576852, 'name': PowerOnVM_Task} progress is 82%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.089995] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f411fd0b-b5af-4e53-beb8-89ce913fd0fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.098190] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f0f210-30a2-4c3d-bcb4-0ce82d976057 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.135021] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Updated VIF entry in instance network info cache for port c8dc84fd-2d64-4ab3-ad42-47f51c697b34. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 599.135021] env[63005]: DEBUG nova.network.neutron [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Updating instance_info_cache with network_info: [{"id": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "address": "fa:16:3e:d8:4c:d9", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8dc84fd-2d", "ovs_interfaceid": "c8dc84fd-2d64-4ab3-ad42-47f51c697b34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.138130] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c4b47c1-a0a6-41ec-b5ef-97b9cf8739c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.144463] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e92e89b-fdfe-40c1-878a-40b3348d049b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.149103] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Successfully created port: b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 599.163820] env[63005]: DEBUG nova.compute.provider_tree [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.174573] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576855, 'name': Rename_Task, 'duration_secs': 0.284887} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.175295] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 599.175533] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6903d853-5b19-44be-aaba-752d5f679ba1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.181846] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 599.181846] env[63005]: value = "task-2576859" [ 599.181846] env[63005]: _type = "Task" [ 599.181846] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.190100] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.228267] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576856, 'name': PowerOffVM_Task, 'duration_secs': 0.170851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.228591] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.228866] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.229823] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-533e9c3f-8585-45b0-85e9-e25220b7cf77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.243715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.245713] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-105e3e86-1541-4fdc-862f-078033829b04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.270555] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.270555] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.270744] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleting the datastore file [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.271069] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4edd8b5-04d5-457e-99c6-f7bf02e5bdbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.277558] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.878179} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.278334] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.278562] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.278821] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b615aea0-c31d-4cd8-bead-665bd1a2d186 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.285657] env[63005]: DEBUG nova.compute.manager [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 599.286065] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 599.286547] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 599.286547] env[63005]: value = "task-2576861" [ 599.286547] env[63005]: _type = "Task" [ 599.286547] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.287247] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f495bb2-d37c-45d5-85b1-220f0dde4d44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.298030] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 599.298030] env[63005]: value = "task-2576862" [ 599.298030] env[63005]: _type = "Task" [ 599.298030] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.304458] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 599.306754] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32299d13-ad5b-4f8b-84d8-5b41e66101a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.312641] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576862, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.316308] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576861, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.324295] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Waiting for the task: (returnval){ [ 599.324295] env[63005]: value = "task-2576863" [ 599.324295] env[63005]: _type = "Task" [ 599.324295] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.334810] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Task: {'id': task-2576863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.425428] env[63005]: DEBUG oslo_concurrency.lockutils [req-6625d29b-eee1-4642-9f15-bece4b192229 req-a491b187-9c51-48e9-873a-b84e90a70365 service nova] Releasing lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.480937] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576857, 'name': PowerOffVM_Task, 'duration_secs': 0.391051} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.481339] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.481561] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.481821] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cbbc87a-1259-45cd-b7fd-de7597215c98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.500192] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.545901] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 599.545901] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 599.546139] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleting the datastore file [datastore1] a5376d43-a90b-43df-80ad-ffa5b3b3e959 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 599.549357] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8ccdbd7-2c0e-4420-af14-c2e3b224cacd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.551702] env[63005]: DEBUG oslo_vmware.api [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576852, 'name': PowerOnVM_Task, 'duration_secs': 1.086654} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.551955] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 599.552169] env[63005]: INFO nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Took 12.90 seconds to spawn the instance on the hypervisor. [ 599.552753] env[63005]: DEBUG nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 599.553608] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3705e34f-2169-45ee-b16c-c25d2647b92f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.558392] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for the task: (returnval){ [ 599.558392] env[63005]: value = "task-2576865" [ 599.558392] env[63005]: _type = "Task" [ 599.558392] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.572929] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576865, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.643637] env[63005]: DEBUG oslo_concurrency.lockutils [req-9294b35e-e85a-4f4d-b224-3f7b3bb524bf req-bcb6b4e8-c664-44f1-bcfd-e7bc43f5710c service nova] Releasing lock "refresh_cache-2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 599.670772] env[63005]: DEBUG nova.scheduler.client.report [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.695669] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576859, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.750501] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 599.783125] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 599.783444] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 599.783701] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 599.783900] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 599.784058] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 599.784203] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 599.784425] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 599.784580] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 599.785527] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 599.785764] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 599.785955] env[63005]: DEBUG nova.virt.hardware [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 599.786825] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3cb2a38-1841-47e3-a4c3-40f68bac8936 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.798475] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63a4253e-2c98-47b1-97d8-95c0d3d75940 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.806860] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576861, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209454} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.810989] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.811260] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 599.811675] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 599.830378] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576862, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194109} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.830747] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 599.831762] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8978544-a718-45d9-8f47-8930216e4563 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.837573] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Task: {'id': task-2576863, 'name': PowerOffVM_Task, 'duration_secs': 0.29691} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.838180] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 599.838318] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 599.838562] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f804bb54-2148-4ea3-baac-e967809191d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.858177] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 599.859478] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98c29a20-c949-4b35-bebe-5fff11b9fa2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.878744] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 599.878744] env[63005]: value = "task-2576867" [ 599.878744] env[63005]: _type = "Task" [ 599.878744] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.889992] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.002545] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576858, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.013207] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 600.013207] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 600.013207] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Deleting the datastore file [datastore2] f3c24f0e-73fe-4c35-a705-2b39c96fe5a4 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 600.013207] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-130e06a3-581d-4d3f-bcf6-e2fac3663aae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.023028] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Waiting for the task: (returnval){ [ 600.023028] env[63005]: value = "task-2576869" [ 600.023028] env[63005]: _type = "Task" [ 600.023028] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.034143] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Task: {'id': task-2576869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.079335] env[63005]: DEBUG oslo_vmware.api [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Task: {'id': task-2576865, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.250476} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.082049] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 600.082405] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 600.082690] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 600.082970] env[63005]: INFO nova.compute.manager [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Took 1.15 seconds to destroy the instance on the hypervisor. [ 600.083307] env[63005]: DEBUG oslo.service.loopingcall [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.083861] env[63005]: INFO nova.compute.manager [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Took 18.45 seconds to build instance. [ 600.084829] env[63005]: DEBUG nova.compute.manager [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 600.084920] env[63005]: DEBUG nova.network.neutron [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 600.179649] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.179649] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 600.183847] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.118s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.185388] env[63005]: INFO nova.compute.claims [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.201862] env[63005]: DEBUG oslo_vmware.api [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576859, 'name': PowerOnVM_Task, 'duration_secs': 0.672235} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.201862] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.201862] env[63005]: INFO nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Took 11.32 seconds to spawn the instance on the hypervisor. [ 600.201862] env[63005]: DEBUG nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.201862] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94216ba-05bb-4db0-a191-c43cda3531a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.389731] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.503315] env[63005]: DEBUG oslo_vmware.api [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576858, 'name': PowerOnVM_Task, 'duration_secs': 1.06942} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.503315] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 600.503315] env[63005]: INFO nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Took 9.36 seconds to spawn the instance on the hypervisor. [ 600.503315] env[63005]: DEBUG nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 600.503315] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06276495-eda2-40be-9848-352140cdb6aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.531370] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Task: {'id': task-2576869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.590233] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53311e20-49a8-4eec-b86e-f07d7df6d9da tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.969s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.691339] env[63005]: DEBUG nova.compute.utils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 600.696278] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 600.696278] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 600.726593] env[63005]: INFO nova.compute.manager [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Took 17.36 seconds to build instance. [ 600.851852] env[63005]: DEBUG nova.policy [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21f86da395446daba9ceda6d772a3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f358e486ff0142c8ab5c34c268124078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 600.861028] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 600.862020] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 600.862020] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 600.862020] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 600.862020] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 600.862020] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 600.862461] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 600.862727] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 600.862994] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 600.863281] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 600.863578] env[63005]: DEBUG nova.virt.hardware [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 600.866015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4d5d3c-9831-4cd6-907c-252a883be82f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.873022] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01064d4a-4505-460a-afea-cc6ae0053a4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.888354] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 600.896027] env[63005]: DEBUG oslo.service.loopingcall [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 600.898995] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 600.899390] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-814b9049-ab33-4f49-8ade-d4dd0e0be692 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.918657] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576867, 'name': ReconfigVM_Task, 'duration_secs': 0.717875} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.919911] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.920521] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 600.920521] env[63005]: value = "task-2576870" [ 600.920521] env[63005]: _type = "Task" [ 600.920521] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.920697] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09a62f04-36fb-43a5-93ed-5016fba5caa5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.929889] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576870, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.931084] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 600.931084] env[63005]: value = "task-2576871" [ 600.931084] env[63005]: _type = "Task" [ 600.931084] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.938302] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576871, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.033461] env[63005]: INFO nova.compute.manager [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Took 16.05 seconds to build instance. [ 601.037845] env[63005]: DEBUG oslo_vmware.api [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Task: {'id': task-2576869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.532217} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.038596] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 601.038827] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 601.038992] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 601.039253] env[63005]: INFO nova.compute.manager [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Took 1.75 seconds to destroy the instance on the hypervisor. [ 601.039519] env[63005]: DEBUG oslo.service.loopingcall [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 601.039718] env[63005]: DEBUG nova.compute.manager [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 601.039842] env[63005]: DEBUG nova.network.neutron [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 601.094847] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.194497] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 601.229194] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa0195d5-b5b5-4641-bf84-729a10424612 tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.871s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.439654] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576870, 'name': CreateVM_Task, 'duration_secs': 0.322804} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.440338] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 601.440890] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.441058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.441635] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 601.443837] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d106c6f5-85e4-4547-afb5-a46e539e844b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.448778] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576871, 'name': Rename_Task, 'duration_secs': 0.178244} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.449354] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.449626] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679aa6b3-2c3b-48f4-9dc1-bb42e350b3b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.452067] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 601.452067] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52149573-e149-232d-924d-2faeb0109fd0" [ 601.452067] env[63005]: _type = "Task" [ 601.452067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.457143] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 601.457143] env[63005]: value = "task-2576872" [ 601.457143] env[63005]: _type = "Task" [ 601.457143] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.463643] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52149573-e149-232d-924d-2faeb0109fd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.464368] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6c4db0-7539-463a-b253-028b2465d187 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.470903] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.474438] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79fd6ce1-0ba8-48d1-ba06-019f9cb47fed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.507593] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6043ff5-12ab-47f3-8407-a90038404b95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.514916] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0acf60ba-33cb-44d0-89b1-9db05e8d95bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.528697] env[63005]: DEBUG nova.compute.provider_tree [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.539267] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d95aca54-22eb-48db-9fc0-7c278d69a847 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.564s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 601.610902] env[63005]: DEBUG nova.network.neutron [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 601.625901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.736272] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 601.746327] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Successfully created port: 64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 601.911350] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "120df506-ef17-4f23-b077-a4e806feded9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 601.911350] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 601.911350] env[63005]: DEBUG nova.compute.manager [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 601.912850] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-333cc67c-7e09-42ba-a9a1-1196ea5e354d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.928017] env[63005]: DEBUG nova.compute.manager [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 601.928185] env[63005]: DEBUG nova.objects.instance [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'flavor' on Instance uuid 120df506-ef17-4f23-b077-a4e806feded9 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 601.970148] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52149573-e149-232d-924d-2faeb0109fd0, 'name': SearchDatastore_Task, 'duration_secs': 0.019499} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.975542] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 601.975811] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 601.976058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 601.976207] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.976380] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 601.976992] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576872, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.977227] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47a08a17-f6a5-483a-bf39-77ec6c05b81f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.993827] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 601.994110] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 601.994996] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e9ad29d-bd7d-457f-9396-044655662ba7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.000713] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 602.000713] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52095044-ad75-b6c2-a168-65e3de367664" [ 602.000713] env[63005]: _type = "Task" [ 602.000713] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.011689] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52095044-ad75-b6c2-a168-65e3de367664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.034909] env[63005]: DEBUG nova.scheduler.client.report [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.043115] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 602.103831] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Successfully updated port: b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 602.111332] env[63005]: INFO nova.compute.manager [-] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Took 2.03 seconds to deallocate network for instance. [ 602.208910] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 602.241887] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 602.242034] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 602.242397] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.242747] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 602.242792] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.245092] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 602.245092] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 602.245092] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 602.245092] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 602.245092] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 602.245386] env[63005]: DEBUG nova.virt.hardware [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 602.247564] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dedcc6-9fa1-4008-8617-ad82a186589f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.261332] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470202af-9d2e-4ed0-a901-090c08937258 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.287538] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.340598] env[63005]: DEBUG nova.network.neutron [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 602.470529] env[63005]: DEBUG oslo_vmware.api [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576872, 'name': PowerOnVM_Task, 'duration_secs': 0.57695} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.470903] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.471398] env[63005]: INFO nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Took 9.06 seconds to spawn the instance on the hypervisor. [ 602.471398] env[63005]: DEBUG nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 602.472312] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f13030-a444-423e-b001-28356053d17a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.511535] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52095044-ad75-b6c2-a168-65e3de367664, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.512620] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f0c378e-9c0b-48cd-b3ac-1e99e9fa0fc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.520554] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 602.520554] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52953a74-8866-82dd-7a14-5544a3485e3c" [ 602.520554] env[63005]: _type = "Task" [ 602.520554] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.528832] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52953a74-8866-82dd-7a14-5544a3485e3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.541035] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.357s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.541718] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 602.544648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.020s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.546902] env[63005]: INFO nova.compute.claims [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.588464] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.609880] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 602.609880] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquired lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.609880] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 602.620185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.842693] env[63005]: INFO nova.compute.manager [-] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Took 1.80 seconds to deallocate network for instance. [ 602.936618] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 602.936911] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b85131f-7e5b-4517-b12f-ca8b32377024 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.940929] env[63005]: DEBUG nova.compute.manager [req-51b41ac5-041e-430d-8602-d2660e9980fb req-0df70584-79af-4dab-bdd4-a2e62d3cb3d2 service nova] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Received event network-vif-deleted-8bf8c478-dc52-47ef-88f0-c12dcf497831 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 602.946242] env[63005]: DEBUG oslo_vmware.api [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 602.946242] env[63005]: value = "task-2576874" [ 602.946242] env[63005]: _type = "Task" [ 602.946242] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 602.956182] env[63005]: DEBUG oslo_vmware.api [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576874, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.995346] env[63005]: INFO nova.compute.manager [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Took 17.03 seconds to build instance. [ 603.035817] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52953a74-8866-82dd-7a14-5544a3485e3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011244} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.036381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 603.036662] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 603.036924] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a154d906-80c0-48a1-84e3-eae276c6d6cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.045762] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 603.045762] env[63005]: value = "task-2576875" [ 603.045762] env[63005]: _type = "Task" [ 603.045762] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 603.058089] env[63005]: DEBUG nova.compute.utils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 603.060140] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 603.060327] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 603.070645] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.205936] env[63005]: DEBUG nova.policy [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6f72c76826437e820ce4cda7527269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9b8105c552f4f4fa79a05f29f3b27ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 603.239019] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.348728] env[63005]: DEBUG nova.compute.manager [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Received event network-vif-plugged-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 603.348958] env[63005]: DEBUG oslo_concurrency.lockutils [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] Acquiring lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.349721] env[63005]: DEBUG oslo_concurrency.lockutils [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.349925] env[63005]: DEBUG oslo_concurrency.lockutils [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.350106] env[63005]: DEBUG nova.compute.manager [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] No waiting events found dispatching network-vif-plugged-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 603.350360] env[63005]: WARNING nova.compute.manager [req-1942f762-ad9a-4289-b9a0-262155705b3d req-20978105-06bc-4b6a-b09f-caf1bd584d69 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Received unexpected event network-vif-plugged-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec for instance with vm_state building and task_state spawning. [ 603.354058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.467176] env[63005]: DEBUG oslo_vmware.api [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576874, 'name': PowerOffVM_Task, 'duration_secs': 0.306451} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 603.467711] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 603.468055] env[63005]: DEBUG nova.compute.manager [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.469432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5a57df-01e9-40fb-af55-f967c2e29501 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.497971] env[63005]: DEBUG nova.compute.manager [None req-5ea92273-584b-4470-b741-3212ab5d855c tempest-ServerDiagnosticsTest-219810115 tempest-ServerDiagnosticsTest-219810115-project-admin] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 603.499144] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbf78cef-4ebc-4608-8700-3014b46b88f7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.544s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.499920] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3fbfa19-472d-4150-a3f9-981bd0f1b364 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.506656] env[63005]: INFO nova.compute.manager [None req-5ea92273-584b-4470-b741-3212ab5d855c tempest-ServerDiagnosticsTest-219810115 tempest-ServerDiagnosticsTest-219810115-project-admin] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Retrieving diagnostics [ 603.507858] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb40205-8837-42e8-9436-5c76ae0846c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.556264] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576875, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 603.561140] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 603.565709] env[63005]: DEBUG nova.network.neutron [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Updating instance_info_cache with network_info: [{"id": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "address": "fa:16:3e:30:68:75", "network": {"id": "26ee8446-2739-485e-91aa-1d9776076060", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1918229546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec8c640df740c89b2f5a7d3d4f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b266dc-c4", "ovs_interfaceid": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 603.858145] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4323fad5-bd06-46dc-af3a-3bba6e87bb19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.863853] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Successfully created port: c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 603.873877] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938da791-c960-4dea-82fe-bc11efa9a9fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.907406] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb095506-80c7-49e0-902e-6fb2192a6898 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.916461] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec1478c-4e15-47bc-9818-5e8c4889429b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.931200] env[63005]: DEBUG nova.compute.provider_tree [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.984783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5bbed42f-bfe2-4f2e-9447-9666de9e1d35 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.058119] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.755385} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.058119] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 604.058322] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 604.058486] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7897836c-3d2e-4e92-a5ad-b48762c19831 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.066282] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 604.066282] env[63005]: value = "task-2576876" [ 604.066282] env[63005]: _type = "Task" [ 604.066282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.082265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Releasing lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.083312] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Instance network_info: |[{"id": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "address": "fa:16:3e:30:68:75", "network": {"id": "26ee8446-2739-485e-91aa-1d9776076060", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1918229546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec8c640df740c89b2f5a7d3d4f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b266dc-c4", "ovs_interfaceid": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 604.083312] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.083702] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:68:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd4345ef6-a7c8-4c1c-badf-a0d4f578b61c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 604.095377] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Creating folder: Project (51ec8c640df740c89b2f5a7d3d4f1a47). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.096011] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6376d611-7a1e-40e3-b145-221608992f88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.106035] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Created folder: Project (51ec8c640df740c89b2f5a7d3d4f1a47) in parent group-v519994. [ 604.106035] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Creating folder: Instances. Parent ref: group-v520020. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 604.108036] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8759df53-53e4-4aac-82ec-b484247a33eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.119310] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Created folder: Instances in parent group-v520020. [ 604.119310] env[63005]: DEBUG oslo.service.loopingcall [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 604.119310] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 604.119310] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8487a91-cc65-4692-b609-b9c3bddfcba8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.141193] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 604.141193] env[63005]: value = "task-2576879" [ 604.141193] env[63005]: _type = "Task" [ 604.141193] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.154877] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576879, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.435494] env[63005]: DEBUG nova.scheduler.client.report [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.586294] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062292} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.587365] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Successfully updated port: 64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 604.589791] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 604.591136] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b07f6ea-87ca-4ad5-b909-67d46b7d3df2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.615696] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 604.629547] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 604.630685] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2127d984-35db-4c7f-8efa-8b1ebad2a325 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.664442] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "07676dca-3744-441e-8590-409f2ffd4501" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.664813] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.672291] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 604.672291] env[63005]: value = "task-2576881" [ 604.672291] env[63005]: _type = "Task" [ 604.672291] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.684656] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 604.684919] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 604.685581] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.685581] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 604.685581] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.685779] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 604.685850] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 604.686027] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 604.686195] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 604.686970] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 604.686970] env[63005]: DEBUG nova.virt.hardware [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 604.688049] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576879, 'name': CreateVM_Task, 'duration_secs': 0.52588} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.688878] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b38c8-b59a-4bc4-8547-48708a073644 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.694270] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 604.694422] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.694617] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.694917] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 604.702130] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8820a791-e385-4675-b645-8a2b04e8bf8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.706611] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.710853] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fccaba2-933d-4355-9113-a211af302532 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.718144] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 604.718144] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5270e356-dd80-e69b-4fe0-28d20dd209cd" [ 604.718144] env[63005]: _type = "Task" [ 604.718144] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.743248] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5270e356-dd80-e69b-4fe0-28d20dd209cd, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 604.743248] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 604.743248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 604.743248] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 604.743414] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.743414] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 604.743414] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e80b38ec-43af-4b47-a702-32b251018880 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.754429] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 604.754860] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 604.755875] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21929bda-11c1-4be3-a0e7-2655c557fff0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.763535] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 604.763535] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52193e83-4b67-c984-31ff-8c1ff0656e97" [ 604.763535] env[63005]: _type = "Task" [ 604.763535] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 604.775469] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52193e83-4b67-c984-31ff-8c1ff0656e97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 604.943123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.397s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.943123] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 604.946799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.316s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.948257] env[63005]: INFO nova.compute.claims [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.093162] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 605.093162] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.093162] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 605.171199] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 605.185543] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576881, 'name': ReconfigVM_Task, 'duration_secs': 0.321122} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.188645] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 605.188645] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ca98eab-feba-4642-8ac8-b08a5b4a0c43 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.193763] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 605.193763] env[63005]: value = "task-2576882" [ 605.193763] env[63005]: _type = "Task" [ 605.193763] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.209684] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576882, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.279407] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52193e83-4b67-c984-31ff-8c1ff0656e97, 'name': SearchDatastore_Task, 'duration_secs': 0.014136} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.280261] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f630f50d-fc9b-414d-9185-342905875476 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.288197] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 605.288197] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529afc2b-7ebf-8390-ee62-af338949e7d8" [ 605.288197] env[63005]: _type = "Task" [ 605.288197] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.297539] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529afc2b-7ebf-8390-ee62-af338949e7d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.454190] env[63005]: DEBUG nova.compute.utils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 605.457117] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 605.457287] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 605.570586] env[63005]: DEBUG nova.policy [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a50d3439326400b83ed12cdb159ae20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60849a200d4c4c8f92dba92dd31ccbd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 605.684059] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 605.709136] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576882, 'name': Rename_Task, 'duration_secs': 0.153118} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.709379] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.709669] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 605.710149] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d98518c-4e10-4108-843a-32df6b038d97 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.721409] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 605.721409] env[63005]: value = "task-2576883" [ 605.721409] env[63005]: _type = "Task" [ 605.721409] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.730758] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576883, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.800701] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529afc2b-7ebf-8390-ee62-af338949e7d8, 'name': SearchDatastore_Task, 'duration_secs': 0.035964} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 605.800997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 605.801273] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719/87f2c2b5-5cf1-4be8-b4cb-17736d7e6719.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 605.801534] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cacce67c-3811-428b-b111-0ec92dc70ffa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.809019] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 605.809019] env[63005]: value = "task-2576884" [ 605.809019] env[63005]: _type = "Task" [ 605.809019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 605.819128] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 605.966859] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 606.236533] env[63005]: DEBUG oslo_vmware.api [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576883, 'name': PowerOnVM_Task, 'duration_secs': 0.446966} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.236928] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 606.237177] env[63005]: DEBUG nova.compute.manager [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 606.238132] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a71525-c73a-45cf-a78c-ccba615899b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.314652] env[63005]: DEBUG nova.network.neutron [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Updating instance_info_cache with network_info: [{"id": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "address": "fa:16:3e:17:e2:da", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bdf8e4-2b", "ovs_interfaceid": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.330060] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576884, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.331998] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37b9397c-3b7c-4c5a-bede-55a1d1bf09ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.343912] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51976eb-ac81-4cb7-b19d-9820b53bb6d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.383573] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5845778-01b8-41ab-8c7b-b522a41f15d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.395162] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710599f-74c6-44f4-b581-9f16ee443a0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.413826] env[63005]: DEBUG nova.compute.provider_tree [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 606.425964] env[63005]: DEBUG nova.compute.manager [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Received event network-vif-plugged-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.426218] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Acquiring lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.426443] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.426628] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.426791] env[63005]: DEBUG nova.compute.manager [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] No waiting events found dispatching network-vif-plugged-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 606.426947] env[63005]: WARNING nova.compute.manager [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Received unexpected event network-vif-plugged-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 for instance with vm_state building and task_state spawning. [ 606.429429] env[63005]: DEBUG nova.compute.manager [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Received event network-changed-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.429429] env[63005]: DEBUG nova.compute.manager [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Refreshing instance network info cache due to event network-changed-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.429429] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Acquiring lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.449469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.449469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.449469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.449469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.450080] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.452958] env[63005]: INFO nova.compute.manager [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Terminating instance [ 606.577277] env[63005]: DEBUG nova.compute.manager [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Received event network-vif-deleted-62af7cc4-64b6-496e-a5f6-e9ae2d0c9897 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.577483] env[63005]: DEBUG nova.compute.manager [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Received event network-changed-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 606.577641] env[63005]: DEBUG nova.compute.manager [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Refreshing instance network info cache due to event network-changed-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 606.577847] env[63005]: DEBUG oslo_concurrency.lockutils [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] Acquiring lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 606.577983] env[63005]: DEBUG oslo_concurrency.lockutils [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] Acquired lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.581573] env[63005]: DEBUG nova.network.neutron [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Refreshing network info cache for port b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.602883] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Successfully updated port: c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 606.610460] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Successfully created port: 4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 606.773257] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.822184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 606.822422] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Instance network_info: |[{"id": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "address": "fa:16:3e:17:e2:da", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bdf8e4-2b", "ovs_interfaceid": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 606.822955] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Acquired lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.823049] env[63005]: DEBUG nova.network.neutron [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Refreshing network info cache for port 64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 606.824385] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:e2:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.840840] env[63005]: DEBUG oslo.service.loopingcall [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 606.846297] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.854344] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-77fb0a6e-ed78-47b2-bf1f-243ff659b6c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.872744] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75216} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 606.873678] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719/87f2c2b5-5cf1-4be8-b4cb-17736d7e6719.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 606.874758] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 606.875467] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c42a947-2395-4f6e-b960-be363a5c708e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.882202] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.882202] env[63005]: value = "task-2576886" [ 606.882202] env[63005]: _type = "Task" [ 606.882202] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.887022] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 606.887022] env[63005]: value = "task-2576887" [ 606.887022] env[63005]: _type = "Task" [ 606.887022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.894610] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576886, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.900781] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576887, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.917870] env[63005]: DEBUG nova.scheduler.client.report [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.960031] env[63005]: DEBUG nova.compute.manager [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 606.960031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 606.960031] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3e0c00-136b-4332-82d6-98b3ac5c7841 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.971043] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 606.971709] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d96a4902-ba82-40e9-ae8a-d07b1dfa4a4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.981339] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 606.981339] env[63005]: value = "task-2576888" [ 606.981339] env[63005]: _type = "Task" [ 606.981339] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.988254] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 607.004539] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576888, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.033581] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 607.035146] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 607.035146] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 607.035146] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 607.035146] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 607.035146] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 607.035373] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 607.035373] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 607.035373] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 607.036646] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 607.036646] env[63005]: DEBUG nova.virt.hardware [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 607.036646] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930d8d54-7102-4409-a68f-4b6112881052 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.047766] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262d401-870a-4978-b47f-b68842b31972 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.106349] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.106546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106713] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 607.394848] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576886, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.401725] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576887, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077563} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.402228] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 607.403045] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab56dfb2-488f-4118-bb2e-7a181c8c0215 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.427027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.427027] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 607.441633] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719/87f2c2b5-5cf1-4be8-b4cb-17736d7e6719.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 607.441925] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.546s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 607.443539] env[63005]: INFO nova.compute.claims [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 607.446424] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e70cbfd-7402-4720-9c93-579f086937d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.472667] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 607.472667] env[63005]: value = "task-2576889" [ 607.472667] env[63005]: _type = "Task" [ 607.472667] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.489707] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576889, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.499505] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576888, 'name': PowerOffVM_Task, 'duration_secs': 0.482759} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.499505] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 607.499665] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 607.500913] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c637797d-b4a9-4b39-8c76-56e13e4a9ba3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.579277] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 607.579516] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 607.581581] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Deleting the datastore file [datastore2] 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 607.581581] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95ea2489-b425-4a1e-ad33-7281d63c212f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.595739] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for the task: (returnval){ [ 607.595739] env[63005]: value = "task-2576891" [ 607.595739] env[63005]: _type = "Task" [ 607.595739] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.609306] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.727703] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 607.770549] env[63005]: DEBUG nova.network.neutron [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Updated VIF entry in instance network info cache for port 64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 607.771025] env[63005]: DEBUG nova.network.neutron [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Updating instance_info_cache with network_info: [{"id": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "address": "fa:16:3e:17:e2:da", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bdf8e4-2b", "ovs_interfaceid": "64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.901304] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576886, 'name': CreateVM_Task, 'duration_secs': 0.729326} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.902075] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.904414] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 607.904651] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.904973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 607.907434] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-574ed5e7-b154-4bd8-8da4-f41e93710b4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.913049] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 607.913049] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5246070d-2f77-d6e9-467f-9c1cfd54c0fe" [ 607.913049] env[63005]: _type = "Task" [ 607.913049] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.926569] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5246070d-2f77-d6e9-467f-9c1cfd54c0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.939689] env[63005]: DEBUG nova.network.neutron [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Updated VIF entry in instance network info cache for port b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 607.939689] env[63005]: DEBUG nova.network.neutron [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Updating instance_info_cache with network_info: [{"id": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "address": "fa:16:3e:30:68:75", "network": {"id": "26ee8446-2739-485e-91aa-1d9776076060", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1918229546-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51ec8c640df740c89b2f5a7d3d4f1a47", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d4345ef6-a7c8-4c1c-badf-a0d4f578b61c", "external-id": "nsx-vlan-transportzone-677", "segmentation_id": 677, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5b266dc-c4", "ovs_interfaceid": "b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 607.944236] env[63005]: DEBUG nova.compute.utils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 607.947380] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 607.947380] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 607.987755] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576889, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.992689] env[63005]: DEBUG nova.policy [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d9d0d45b1b3493ca85ebb8df08d6da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b833f54cd0df4e279b7352aad58ab2f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 608.064175] env[63005]: DEBUG nova.network.neutron [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 608.110123] env[63005]: DEBUG oslo_vmware.api [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Task: {'id': task-2576891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314635} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.110123] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 608.110481] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 608.110481] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 608.110715] env[63005]: INFO nova.compute.manager [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 608.110757] env[63005]: DEBUG oslo.service.loopingcall [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.110946] env[63005]: DEBUG nova.compute.manager [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 608.111071] env[63005]: DEBUG nova.network.neutron [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.273854] env[63005]: DEBUG oslo_concurrency.lockutils [req-1be6f995-5c93-448f-99d1-bd3bbbbdaf17 req-8410d71e-9e10-446b-8553-1f2c35c61f8b service nova] Releasing lock "refresh_cache-e78af5a5-8914-43aa-8ad5-82015d33d06c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.389517] env[63005]: DEBUG nova.compute.manager [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 608.431386] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5246070d-2f77-d6e9-467f-9c1cfd54c0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.034314} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.432229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.432475] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.433176] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 608.433176] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.433176] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.433487] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e5a5ec8-6ff4-4543-95ff-8a0ed2dded1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.443112] env[63005]: DEBUG oslo_concurrency.lockutils [req-789e90a5-36f0-4033-8069-c0e94136d002 req-c38b06f3-dceb-41f1-b4c8-01e7fa4fe754 service nova] Releasing lock "refresh_cache-87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.444756] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.444941] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.445732] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4686431-4566-40f1-b65a-77affae7b19f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.453492] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 608.456197] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 608.456197] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e06484-d642-c4cc-a56c-1b91446bd04f" [ 608.456197] env[63005]: _type = "Task" [ 608.456197] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.475556] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e06484-d642-c4cc-a56c-1b91446bd04f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.485371] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576889, 'name': ReconfigVM_Task, 'duration_secs': 0.592822} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.486613] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719/87f2c2b5-5cf1-4be8-b4cb-17736d7e6719.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 608.486613] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37408825-4e6d-4fb2-94c0-79b44518a228 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.501358] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 608.501358] env[63005]: value = "task-2576893" [ 608.501358] env[63005]: _type = "Task" [ 608.501358] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.516102] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576893, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.569123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 608.569585] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance network_info: |[{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 608.570206] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:cd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 608.580644] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating folder: Project (d9b8105c552f4f4fa79a05f29f3b27ae). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.583555] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-242c555f-e3f8-4182-b3a4-4b8ce081b058 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.600278] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created folder: Project (d9b8105c552f4f4fa79a05f29f3b27ae) in parent group-v519994. [ 608.600278] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating folder: Instances. Parent ref: group-v520025. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 608.600278] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6579a02f-ad5c-47c6-8222-ca8f60685c73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.616873] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created folder: Instances in parent group-v520025. [ 608.616873] env[63005]: DEBUG oslo.service.loopingcall [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 608.616873] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 608.616873] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe01b042-5c98-4c30-949c-5eddc2449d5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.645629] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 608.645629] env[63005]: value = "task-2576896" [ 608.645629] env[63005]: _type = "Task" [ 608.645629] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.664251] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576896, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.783433] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Successfully updated port: 4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 608.836812] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c4e58e-e05b-462e-bf3c-0a91178098df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.847668] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d0fe2b7-4b1d-4c33-9e9c-2ff0bb058c9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.852697] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Successfully created port: 355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 608.888021] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142d1f9b-23d2-4f1b-b5c0-2ad5df34371f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.902849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89769f94-59d6-4423-9fcd-33ef4992c815 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.919126] env[63005]: DEBUG nova.compute.provider_tree [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.925906] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.976859] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e06484-d642-c4cc-a56c-1b91446bd04f, 'name': SearchDatastore_Task, 'duration_secs': 0.020814} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.977735] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fb1d70-a040-46aa-8bd6-08cd65479d2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.986286] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 608.986286] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5269e4b8-1fb5-2208-3c79-b8bea9cec344" [ 608.986286] env[63005]: _type = "Task" [ 608.986286] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.996783] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5269e4b8-1fb5-2208-3c79-b8bea9cec344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.002678] env[63005]: DEBUG nova.network.neutron [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.019948] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576893, 'name': Rename_Task, 'duration_secs': 0.171288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.020269] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 609.021029] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-359d3139-c43a-4823-b025-89b0220fb53d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.030154] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 609.030154] env[63005]: value = "task-2576897" [ 609.030154] env[63005]: _type = "Task" [ 609.030154] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.041713] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.135672] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "ffba214f-8943-487c-b68c-f7d95da04543" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.136130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.159518] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576896, 'name': CreateVM_Task, 'duration_secs': 0.325054} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.159977] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 609.161391] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.161391] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.162242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 609.162454] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034bfa64-011c-45d5-9398-9e3e3c962d93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.170362] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 609.170362] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52dab841-0f3f-d6c9-9ce1-aa8e9c5d0043" [ 609.170362] env[63005]: _type = "Task" [ 609.170362] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.180605] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dab841-0f3f-d6c9-9ce1-aa8e9c5d0043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.287477] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.287477] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.287772] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 609.427548] env[63005]: DEBUG nova.scheduler.client.report [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 609.471213] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 609.502887] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5269e4b8-1fb5-2208-3c79-b8bea9cec344, 'name': SearchDatastore_Task, 'duration_secs': 0.020853} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.505163] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 609.505385] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 609.505537] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.505710] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 609.505850] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.505992] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 609.506209] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 609.506362] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 609.506520] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 609.506674] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 609.507548] env[63005]: DEBUG nova.virt.hardware [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 609.508100] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.508346] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] e78af5a5-8914-43aa-8ad5-82015d33d06c/e78af5a5-8914-43aa-8ad5-82015d33d06c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 609.509343] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f455cf33-7a6f-48fe-82ef-102bf0ba2c44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.512848] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf7e9f91-ad51-46a6-885c-2b28202290e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.515749] env[63005]: INFO nova.compute.manager [-] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Took 1.40 seconds to deallocate network for instance. [ 609.528958] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4954091-85af-43bb-9424-c42e5953bd69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.533419] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 609.533419] env[63005]: value = "task-2576898" [ 609.533419] env[63005]: _type = "Task" [ 609.533419] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.561572] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.565210] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576897, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.683539] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dab841-0f3f-d6c9-9ce1-aa8e9c5d0043, 'name': SearchDatastore_Task, 'duration_secs': 0.019127} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.683893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 609.684253] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 609.684449] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 609.684603] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.684789] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 609.685131] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62c2bbd3-9004-4619-bf48-40b44a1f4275 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.705821] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 609.706020] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 609.706777] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb5f4c04-01d8-4db5-8e00-74689c7487e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.715263] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 609.715263] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52369f33-f6ae-ca57-e3e7-3aac7ae57614" [ 609.715263] env[63005]: _type = "Task" [ 609.715263] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.724740] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52369f33-f6ae-ca57-e3e7-3aac7ae57614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.823826] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.870937] env[63005]: INFO nova.compute.manager [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Rebuilding instance [ 609.937250] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.495s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.937791] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 609.947442] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.322s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.951903] env[63005]: INFO nova.compute.claims [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.958765] env[63005]: DEBUG nova.compute.manager [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 609.960269] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c310a-5835-4549-8407-4f8f96aacbcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.025321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.050847] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576898, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.052905] env[63005]: DEBUG nova.network.neutron [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [{"id": "4d7a9b34-f838-422e-a365-de53625438dd", "address": "fa:16:3e:89:86:74", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7a9b34-f8", "ovs_interfaceid": "4d7a9b34-f838-422e-a365-de53625438dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.059019] env[63005]: DEBUG oslo_vmware.api [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576897, 'name': PowerOnVM_Task, 'duration_secs': 0.724922} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.059019] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 610.059019] env[63005]: INFO nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Took 10.31 seconds to spawn the instance on the hypervisor. [ 610.059019] env[63005]: DEBUG nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.062246] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe136b35-9883-4cad-a9a7-41c62e037dbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.226515] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52369f33-f6ae-ca57-e3e7-3aac7ae57614, 'name': SearchDatastore_Task, 'duration_secs': 0.071071} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.227659] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01742fbb-a499-4074-abef-34e7eb529433 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.234257] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 610.234257] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52fdf3ac-29c0-36d7-8b70-6631fe8cfbfe" [ 610.234257] env[63005]: _type = "Task" [ 610.234257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.248523] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fdf3ac-29c0-36d7-8b70-6631fe8cfbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.363066] env[63005]: DEBUG nova.compute.manager [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 610.363066] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8870da-e779-402a-ab6c-f652205c5ffd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.370140] env[63005]: DEBUG nova.compute.manager [req-9418200e-af41-48cd-8fdc-d52d23566e95 req-224ba2e4-f35d-49cb-a469-fa30e2c1155b service nova] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Received event network-vif-deleted-c8dc84fd-2d64-4ab3-ad42-47f51c697b34 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.464274] env[63005]: DEBUG nova.compute.utils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 610.467700] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 610.467874] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 610.549987] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531408} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.550643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] e78af5a5-8914-43aa-8ad5-82015d33d06c/e78af5a5-8914-43aa-8ad5-82015d33d06c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 610.550743] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 610.551054] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1e888256-fb08-4497-b674-e19b998edbee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.559307] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.559660] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Instance network_info: |[{"id": "4d7a9b34-f838-422e-a365-de53625438dd", "address": "fa:16:3e:89:86:74", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7a9b34-f8", "ovs_interfaceid": "4d7a9b34-f838-422e-a365-de53625438dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 610.560096] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:86:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d7a9b34-f838-422e-a365-de53625438dd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.570112] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Creating folder: Project (60849a200d4c4c8f92dba92dd31ccbd2). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.572121] env[63005]: DEBUG nova.policy [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1d53f4f6244c16b12853a5d4cd0e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8b027f813e442b7b881f2ba0c236420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.576101] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b94d9192-ab78-43f6-9ffe-22ccf0c6d4c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.586490] env[63005]: DEBUG nova.compute.manager [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.587188] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.587188] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.587360] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.590019] env[63005]: DEBUG nova.compute.manager [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] No waiting events found dispatching network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 610.590019] env[63005]: WARNING nova.compute.manager [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received unexpected event network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 for instance with vm_state building and task_state spawning. [ 610.590019] env[63005]: DEBUG nova.compute.manager [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 610.590019] env[63005]: DEBUG nova.compute.manager [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing instance network info cache due to event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 610.590019] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 610.590490] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.590490] env[63005]: DEBUG nova.network.neutron [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 610.594109] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 610.594109] env[63005]: value = "task-2576900" [ 610.594109] env[63005]: _type = "Task" [ 610.594109] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.595892] env[63005]: INFO nova.compute.manager [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Took 22.98 seconds to build instance. [ 610.608794] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.610391] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Created folder: Project (60849a200d4c4c8f92dba92dd31ccbd2) in parent group-v519994. [ 610.610644] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Creating folder: Instances. Parent ref: group-v520028. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.611290] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b623bc0-4dd0-4c38-8825-a373e5739639 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.625456] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Created folder: Instances in parent group-v520028. [ 610.625814] env[63005]: DEBUG oslo.service.loopingcall [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 610.626032] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.626467] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a80e676-9c22-4c19-8342-baeeab2754d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.649268] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.649268] env[63005]: value = "task-2576903" [ 610.649268] env[63005]: _type = "Task" [ 610.649268] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.659704] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576903, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.754037] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fdf3ac-29c0-36d7-8b70-6631fe8cfbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.030944} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.754037] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 610.754230] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 610.754995] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3153968-6c31-41ff-9497-49c0929c52bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.767869] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 610.767869] env[63005]: value = "task-2576904" [ 610.767869] env[63005]: _type = "Task" [ 610.767869] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.779325] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.828292] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Successfully updated port: 355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 610.882517] env[63005]: INFO nova.compute.manager [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] instance snapshotting [ 610.882715] env[63005]: WARNING nova.compute.manager [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 610.888781] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65204fe-9171-45dc-b45d-7d2217fb791b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.915307] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5edf44-c5bf-4556-983b-5cc6c2bc745a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.971668] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 610.981581] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 610.981937] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e7be8af-baa7-4b22-aa17-76e361c7ca94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.990481] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 610.990481] env[63005]: value = "task-2576905" [ 610.990481] env[63005]: _type = "Task" [ 610.990481] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.003298] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.100833] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557f3860-01f2-4561-8db1-b4bcd97bb7ce tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.493s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.117858] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071204} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.118613] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 611.119242] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d788b478-f381-4ee5-8935-f23da0c8f60b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.151545] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] e78af5a5-8914-43aa-8ad5-82015d33d06c/e78af5a5-8914-43aa-8ad5-82015d33d06c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 611.155447] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3dc0c50-08e0-4e05-a603-ad40bb5dafc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.182832] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576903, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.184146] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 611.184146] env[63005]: value = "task-2576906" [ 611.184146] env[63005]: _type = "Task" [ 611.184146] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.198355] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576906, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.285091] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576904, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.333391] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.333391] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.334329] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 611.373234] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c9d904a-aaf1-4d97-8d18-6f9304711a90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.384276] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5a52cf-c1ff-4d2f-82c9-91528fb0e325 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.423288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ba53db-c6cc-4f18-97f5-1779d9aefaef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.432502] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4678a65-b4f4-4640-b03d-d2ca6c8b6895 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.439187] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 611.439187] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9742dc74-c2b8-43b5-b672-a0063931ef74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.455250] env[63005]: DEBUG nova.compute.provider_tree [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 611.461023] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 611.461023] env[63005]: value = "task-2576907" [ 611.461023] env[63005]: _type = "Task" [ 611.461023] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.469206] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576907, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.503896] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576905, 'name': PowerOffVM_Task, 'duration_secs': 0.219936} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.503896] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 611.503896] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 611.504563] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefbe6ac-61d3-4b33-a290-052840f93d67 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.513904] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 611.514208] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b857b32a-62fd-4749-8b90-d48f1e16d68a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.542071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 611.542308] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 611.542497] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Deleting the datastore file [datastore1] 6eec2d20-2023-4bfe-ab14-69410c00cb5b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 611.542820] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-886a84f8-6b7e-4a56-a694-b090e20de46a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.551141] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 611.551141] env[63005]: value = "task-2576909" [ 611.551141] env[63005]: _type = "Task" [ 611.551141] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.573523] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576909, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.609953] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 611.667246] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576903, 'name': CreateVM_Task, 'duration_secs': 0.546037} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.667246] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 611.667246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 611.667246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.667246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 611.667246] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac81180-05d6-4097-a42a-051f9739bd96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.673192] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 611.673192] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528bbbb8-addb-4a26-635d-227439286f09" [ 611.673192] env[63005]: _type = "Task" [ 611.673192] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.684703] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528bbbb8-addb-4a26-635d-227439286f09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.695649] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.728175] env[63005]: DEBUG nova.network.neutron [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updated VIF entry in instance network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 611.728175] env[63005]: DEBUG nova.network.neutron [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.781367] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738146} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.781367] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 611.781367] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 611.781367] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db97dd82-6b13-42bf-9444-7df7961e97cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.790142] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 611.790142] env[63005]: value = "task-2576910" [ 611.790142] env[63005]: _type = "Task" [ 611.790142] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.804699] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.879215] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 611.960910] env[63005]: DEBUG nova.scheduler.client.report [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.972818] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Successfully created port: dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 611.984225] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 611.984897] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576907, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.012305] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 612.012784] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 612.013135] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 612.013382] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 612.013597] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 612.013696] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 612.013900] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 612.014123] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 612.014228] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 612.014411] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 612.014578] env[63005]: DEBUG nova.virt.hardware [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 612.015544] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bb94f2-64bb-4ebc-8ced-bd151d9961a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.027025] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc106f3-9855-4a4d-8892-46f606a407a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.063667] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576909, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134777} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.064049] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 612.064273] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 612.064611] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 612.086292] env[63005]: DEBUG nova.network.neutron [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updating instance_info_cache with network_info: [{"id": "355fecd7-eaa0-4e75-a220-ad431958d466", "address": "fa:16:3e:06:be:b0", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fecd7-ea", "ovs_interfaceid": "355fecd7-eaa0-4e75-a220-ad431958d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.149088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.190871] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528bbbb8-addb-4a26-635d-227439286f09, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.194934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.194934] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.195326] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 612.195382] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.195552] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.200827] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6741c06e-7ac5-402c-af1e-8b184a391108 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.215899] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576906, 'name': ReconfigVM_Task, 'duration_secs': 0.782707} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.215899] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Reconfigured VM instance instance-00000009 to attach disk [datastore1] e78af5a5-8914-43aa-8ad5-82015d33d06c/e78af5a5-8914-43aa-8ad5-82015d33d06c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.215899] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6144d8fe-bcba-485e-a473-92915d99bbaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.219746] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.219949] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.220694] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0a301c-1b52-4266-8a55-096152213067 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.225051] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 612.225051] env[63005]: value = "task-2576911" [ 612.225051] env[63005]: _type = "Task" [ 612.225051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.230644] env[63005]: DEBUG oslo_concurrency.lockutils [req-c4529074-6f7d-4dc9-9c2e-3b5e8c3d736f req-a16c7c04-6cdf-4c54-a953-1a121ee1cf84 service nova] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.231117] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 612.231117] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c6f6d1-2912-f10f-d52a-1ff07a4cff3d" [ 612.231117] env[63005]: _type = "Task" [ 612.231117] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.238220] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576911, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.245344] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6f6d1-2912-f10f-d52a-1ff07a4cff3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.302158] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067812} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.302158] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 612.303190] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d25511-9964-4909-853c-5ecaabb84e4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.330090] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 612.330437] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd45a48e-589c-48f9-b456-3ca92ba5df49 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.355438] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 612.355438] env[63005]: value = "task-2576912" [ 612.355438] env[63005]: _type = "Task" [ 612.355438] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.365554] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576912, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.482965] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.483482] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 612.486686] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576907, 'name': CreateSnapshot_Task, 'duration_secs': 0.722284} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.487204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.200s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.488729] env[63005]: INFO nova.compute.claims [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 612.491397] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 612.492506] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c65b4f-22c2-4ad3-82ee-5e7d798af4b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.591358] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 612.591729] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Instance network_info: |[{"id": "355fecd7-eaa0-4e75-a220-ad431958d466", "address": "fa:16:3e:06:be:b0", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fecd7-ea", "ovs_interfaceid": "355fecd7-eaa0-4e75-a220-ad431958d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 612.593216] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:be:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '355fecd7-eaa0-4e75-a220-ad431958d466', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.604200] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Creating folder: Project (b833f54cd0df4e279b7352aad58ab2f6). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.604471] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-92941056-c048-4912-bd90-dd41fd1e65c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.624632] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Created folder: Project (b833f54cd0df4e279b7352aad58ab2f6) in parent group-v519994. [ 612.624632] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Creating folder: Instances. Parent ref: group-v520032. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.624632] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0be1ee22-4535-43e7-9a17-5feb4ecb98e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.641368] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Created folder: Instances in parent group-v520032. [ 612.641672] env[63005]: DEBUG oslo.service.loopingcall [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 612.641916] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.644324] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-44925fef-213f-47cb-8570-50cf20d6bc54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.675092] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.675092] env[63005]: value = "task-2576915" [ 612.675092] env[63005]: _type = "Task" [ 612.675092] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.683573] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576915, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.741852] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576911, 'name': Rename_Task, 'duration_secs': 0.164} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.746023] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 612.746023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb22f49c-582c-4e3c-891b-6d52aa628a74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.751601] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6f6d1-2912-f10f-d52a-1ff07a4cff3d, 'name': SearchDatastore_Task, 'duration_secs': 0.020916} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.756341] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "54255b86-d935-4a6a-9448-8843a7820878" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.756610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.756830] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1950d404-5250-4b90-84f0-3cfbdf8079cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.762645] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 612.762645] env[63005]: value = "task-2576916" [ 612.762645] env[63005]: _type = "Task" [ 612.762645] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.764688] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 612.764688] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528618fb-351c-5f04-8694-77467684e90d" [ 612.764688] env[63005]: _type = "Task" [ 612.764688] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.779229] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.782800] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528618fb-351c-5f04-8694-77467684e90d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.870708] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576912, 'name': ReconfigVM_Task, 'duration_secs': 0.321634} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.870708] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 612.871151] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e640a598-7e30-4221-9b8c-86a955cafa13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.881071] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 612.881071] env[63005]: value = "task-2576917" [ 612.881071] env[63005]: _type = "Task" [ 612.881071] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.891804] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576917, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.989036] env[63005]: DEBUG nova.compute.utils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 612.990565] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 612.990837] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 613.017309] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 613.019096] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-22d9f0d1-6381-44f6-b090-19884a8271ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.033615] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 613.033615] env[63005]: value = "task-2576918" [ 613.033615] env[63005]: _type = "Task" [ 613.033615] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.047579] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.108359] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 613.108810] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 613.108810] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.108990] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 613.109230] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.109337] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 613.109667] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 613.109773] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 613.109880] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 613.110062] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 613.110247] env[63005]: DEBUG nova.virt.hardware [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 613.111583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be02122-bcbd-4147-813b-44e6ef4b7c5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.122345] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7660a17-580a-4029-86a5-fa7f223b1c06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.141792] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 613.151331] env[63005]: DEBUG oslo.service.loopingcall [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 613.151669] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 613.152197] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b580655-5243-4b61-9fba-416897465194 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.172942] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 613.172942] env[63005]: value = "task-2576919" [ 613.172942] env[63005]: _type = "Task" [ 613.172942] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.174736] env[63005]: DEBUG nova.policy [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e06712eb8624b9b90ea459ae5ecb926', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e2cbcde7827742da8a384a18633f1aae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 613.202460] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576919, 'name': CreateVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.202460] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576915, 'name': CreateVM_Task, 'duration_secs': 0.513532} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.202460] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.203112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.203112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.203277] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 613.203602] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0f17f0c-8986-4058-be88-ce2c3daa583c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.209746] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 613.209746] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52da8935-bc7f-476a-af2e-d79e1a4295f5" [ 613.209746] env[63005]: _type = "Task" [ 613.209746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.221536] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52da8935-bc7f-476a-af2e-d79e1a4295f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.290824] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528618fb-351c-5f04-8694-77467684e90d, 'name': SearchDatastore_Task, 'duration_secs': 0.023197} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.294519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.294810] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f/30c1a88b-ddae-4f0d-bf14-49dd2c77a92f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.295452] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576916, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.295807] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5573d7d6-1666-4e6f-8a92-87fc2a2fd90f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.304757] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 613.304757] env[63005]: value = "task-2576920" [ 613.304757] env[63005]: _type = "Task" [ 613.304757] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.320057] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.393073] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576917, 'name': Rename_Task, 'duration_secs': 0.185033} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.393436] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 613.393721] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbcd22ae-ee4c-4923-87a1-627792484448 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.402282] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 613.402282] env[63005]: value = "task-2576921" [ 613.402282] env[63005]: _type = "Task" [ 613.402282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.411944] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576921, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.499930] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 613.553360] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.691473] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576919, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.727012] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52da8935-bc7f-476a-af2e-d79e1a4295f5, 'name': SearchDatastore_Task, 'duration_secs': 0.0284} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.727012] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 613.727012] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.727012] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.727345] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.727345] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.727345] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d527ac-2caa-4542-bb3f-d97c269faefd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.743575] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.743975] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.744726] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d0abf12-d755-4b03-a5b9-5053dcc3c686 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.752105] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 613.752105] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527b58c9-1f90-f272-6d09-644558e24548" [ 613.752105] env[63005]: _type = "Task" [ 613.752105] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.774583] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b58c9-1f90-f272-6d09-644558e24548, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.791326] env[63005]: DEBUG oslo_vmware.api [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2576916, 'name': PowerOnVM_Task, 'duration_secs': 0.881224} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.791326] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 613.791915] env[63005]: INFO nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Took 11.58 seconds to spawn the instance on the hypervisor. [ 613.791915] env[63005]: DEBUG nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 613.793253] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161f33a3-75cc-4d9a-952e-bc70119b97e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.819785] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.917214] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576921, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.927417] env[63005]: DEBUG nova.compute.manager [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received event network-vif-plugged-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.927417] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Acquiring lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.927417] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.927417] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.927417] env[63005]: DEBUG nova.compute.manager [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] No waiting events found dispatching network-vif-plugged-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 613.928961] env[63005]: WARNING nova.compute.manager [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received unexpected event network-vif-plugged-4d7a9b34-f838-422e-a365-de53625438dd for instance with vm_state building and task_state spawning. [ 613.928961] env[63005]: DEBUG nova.compute.manager [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received event network-changed-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 613.928961] env[63005]: DEBUG nova.compute.manager [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing instance network info cache due to event network-changed-4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 613.928961] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Acquiring lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 613.928961] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Acquired lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.929725] env[63005]: DEBUG nova.network.neutron [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.045571] env[63005]: DEBUG nova.compute.manager [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Received event network-vif-plugged-355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.045817] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Acquiring lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.046061] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.046236] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.046459] env[63005]: DEBUG nova.compute.manager [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] No waiting events found dispatching network-vif-plugged-355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 614.046601] env[63005]: WARNING nova.compute.manager [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Received unexpected event network-vif-plugged-355fecd7-eaa0-4e75-a220-ad431958d466 for instance with vm_state building and task_state spawning. [ 614.046728] env[63005]: DEBUG nova.compute.manager [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Received event network-changed-355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 614.046872] env[63005]: DEBUG nova.compute.manager [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Refreshing instance network info cache due to event network-changed-355fecd7-eaa0-4e75-a220-ad431958d466. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 614.047011] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Acquiring lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.047152] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Acquired lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.047298] env[63005]: DEBUG nova.network.neutron [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Refreshing network info cache for port 355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 614.050814] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ead9d4f-0075-4a2e-bf92-f2d58ce8977c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.058310] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.064854] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bfb18d-aa09-419e-996e-a224c1b3f186 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.101873] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98906b53-03ed-4875-b220-d6924d9a8828 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.110943] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a728798c-18b2-450e-bea2-86ea3e1833f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.128294] env[63005]: DEBUG nova.compute.provider_tree [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.187531] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576919, 'name': CreateVM_Task, 'duration_secs': 0.60699} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.187925] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 614.188162] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.188321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.188634] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 614.188634] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af515526-ab79-43ea-9eba-1f7d0bfe1b47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.195069] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 614.195069] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525f79d5-4aec-544b-0432-0da1a60df00d" [ 614.195069] env[63005]: _type = "Task" [ 614.195069] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.206107] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525f79d5-4aec-544b-0432-0da1a60df00d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.214526] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "b07bd973-265e-4df9-bdd4-08942c4ca648" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.214716] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.265185] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b58c9-1f90-f272-6d09-644558e24548, 'name': SearchDatastore_Task, 'duration_secs': 0.063106} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.266363] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4356bfc6-9f59-4ffb-a044-6b0eab1c2126 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.275492] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 614.275492] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52580a8f-7b8d-ae9d-fb0e-d388915ce490" [ 614.275492] env[63005]: _type = "Task" [ 614.275492] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.286474] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52580a8f-7b8d-ae9d-fb0e-d388915ce490, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.323791] env[63005]: INFO nova.compute.manager [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Took 23.34 seconds to build instance. [ 614.324981] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576920, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.401872] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Successfully updated port: dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 614.420202] env[63005]: DEBUG oslo_vmware.api [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2576921, 'name': PowerOnVM_Task, 'duration_secs': 0.949562} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.420202] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 614.420202] env[63005]: INFO nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Took 9.80 seconds to spawn the instance on the hypervisor. [ 614.420202] env[63005]: DEBUG nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 614.420202] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad98b322-df5b-4760-a22d-28c7a9a9f128 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.520855] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 614.548177] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.567381] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 614.567668] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 614.567834] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 614.568173] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 614.568237] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 614.568414] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 614.568660] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 614.568828] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 614.569062] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 614.569249] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 614.569485] env[63005]: DEBUG nova.virt.hardware [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 614.570400] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017fba2b-cc59-4d10-a8ec-b6f036b3f086 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.584768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e43380b-262d-4ac6-bf4b-83d419aa2b6e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.635175] env[63005]: DEBUG nova.scheduler.client.report [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 614.710681] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525f79d5-4aec-544b-0432-0da1a60df00d, 'name': SearchDatastore_Task, 'duration_secs': 0.033974} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.711618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.711618] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 614.713706] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.767122] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Successfully created port: a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 614.792453] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52580a8f-7b8d-ae9d-fb0e-d388915ce490, 'name': SearchDatastore_Task, 'duration_secs': 0.041133} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.793272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 614.793421] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 0a3c5e11-62b6-4f02-bc14-917a932ecf54/0a3c5e11-62b6-4f02-bc14-917a932ecf54.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.793831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.794135] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 614.794393] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-420a43a3-abec-4219-ab0c-34459ba0a038 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.798642] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1a7b05d-fe75-4a6c-93b2-72d864de76b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.807577] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 614.807577] env[63005]: value = "task-2576922" [ 614.807577] env[63005]: _type = "Task" [ 614.807577] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.813694] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 614.813823] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 614.821785] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a7bb227-585c-4fa3-832b-1b2e1d123478 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.825375] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.826974] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7250bb5d-8276-4d37-a845-cf28fea24d82 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.849s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.833453] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576920, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.833749] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 614.833749] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c09f01-9342-0ec8-7343-59055e07ecba" [ 614.833749] env[63005]: _type = "Task" [ 614.833749] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.843686] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c09f01-9342-0ec8-7343-59055e07ecba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.907175] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 614.907175] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.907175] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 614.947139] env[63005]: INFO nova.compute.manager [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Took 21.93 seconds to build instance. [ 614.985757] env[63005]: DEBUG nova.network.neutron [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updated VIF entry in instance network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 614.985757] env[63005]: DEBUG nova.network.neutron [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [{"id": "4d7a9b34-f838-422e-a365-de53625438dd", "address": "fa:16:3e:89:86:74", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7a9b34-f8", "ovs_interfaceid": "4d7a9b34-f838-422e-a365-de53625438dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.048291] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.099589] env[63005]: DEBUG nova.network.neutron [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updated VIF entry in instance network info cache for port 355fecd7-eaa0-4e75-a220-ad431958d466. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 615.099941] env[63005]: DEBUG nova.network.neutron [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updating instance_info_cache with network_info: [{"id": "355fecd7-eaa0-4e75-a220-ad431958d466", "address": "fa:16:3e:06:be:b0", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fecd7-ea", "ovs_interfaceid": "355fecd7-eaa0-4e75-a220-ad431958d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.141766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.142319] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 615.144968] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.557s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.146603] env[63005]: INFO nova.compute.claims [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 615.240884] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.240884] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.241289] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.241289] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.241361] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.246043] env[63005]: INFO nova.compute.manager [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Terminating instance [ 615.326987] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576922, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.330403] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.336741] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576920, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.668169} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.342728] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f/30c1a88b-ddae-4f0d-bf14-49dd2c77a92f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.342728] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.342728] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-968bac93-c3d6-46c4-b440-5d5e4319fba0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.353026] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c09f01-9342-0ec8-7343-59055e07ecba, 'name': SearchDatastore_Task, 'duration_secs': 0.026226} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.359943] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 615.359943] env[63005]: value = "task-2576923" [ 615.359943] env[63005]: _type = "Task" [ 615.359943] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.359943] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146ddd06-cbab-46b0-98c4-1e50ae361faf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.378386] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.380389] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 615.380389] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ab2938-ea62-d497-874c-0d22b40aeab1" [ 615.380389] env[63005]: _type = "Task" [ 615.380389] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.396312] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ab2938-ea62-d497-874c-0d22b40aeab1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.453217] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c816e464-270d-4357-b2f1-ff890da59770 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.449s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.477677] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 615.488857] env[63005]: DEBUG oslo_concurrency.lockutils [req-2968b9ff-f6e3-4d71-9f68-db69814701ee req-eee09325-eff7-4852-9361-ea9d334e584b service nova] Releasing lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.549886] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576918, 'name': CloneVM_Task, 'duration_secs': 2.07882} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.550850] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Created linked-clone VM from snapshot [ 615.551893] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28674fd6-3a72-4b7f-b4d7-a18fd967639b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.564635] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Uploading image adeee910-29af-43a6-b912-77c4b1695bf1 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 615.607753] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 615.607753] env[63005]: value = "vm-520035" [ 615.607753] env[63005]: _type = "VirtualMachine" [ 615.607753] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 615.608957] env[63005]: DEBUG oslo_concurrency.lockutils [req-438a0098-7df3-4c01-9762-0a5ea3b1a20f req-27ecc5fe-2eb5-4da3-b07b-bfdf4662523d service nova] Releasing lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.609313] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4a60771e-5498-4a85-9950-bc88a105a243 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.626479] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease: (returnval){ [ 615.626479] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7f652-b8b6-6fea-148f-d6a445f8e503" [ 615.626479] env[63005]: _type = "HttpNfcLease" [ 615.626479] env[63005]: } obtained for exporting VM: (result){ [ 615.626479] env[63005]: value = "vm-520035" [ 615.626479] env[63005]: _type = "VirtualMachine" [ 615.626479] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 615.627349] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the lease: (returnval){ [ 615.627349] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7f652-b8b6-6fea-148f-d6a445f8e503" [ 615.627349] env[63005]: _type = "HttpNfcLease" [ 615.627349] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 615.637762] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 615.637762] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7f652-b8b6-6fea-148f-d6a445f8e503" [ 615.637762] env[63005]: _type = "HttpNfcLease" [ 615.637762] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 615.653753] env[63005]: DEBUG nova.compute.utils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 615.663682] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 615.663682] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 615.752890] env[63005]: DEBUG nova.policy [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d9d0d45b1b3493ca85ebb8df08d6da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b833f54cd0df4e279b7352aad58ab2f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 615.760072] env[63005]: DEBUG nova.compute.manager [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 615.760072] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 615.760072] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af12d8f3-f4e7-4dc3-a2c4-47cab31af359 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.771208] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 615.771694] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be5e17d0-fc97-4f31-b8e2-3aa9df6a5f02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.776959] env[63005]: DEBUG nova.network.neutron [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.781287] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 615.781287] env[63005]: value = "task-2576925" [ 615.781287] env[63005]: _type = "Task" [ 615.781287] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.793073] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.820365] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.887608} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.820643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 0a3c5e11-62b6-4f02-bc14-917a932ecf54/0a3c5e11-62b6-4f02-bc14-917a932ecf54.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.820810] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.821073] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2c76f0a-7e06-443b-ac76-fe37e49243dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.830977] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 615.830977] env[63005]: value = "task-2576926" [ 615.830977] env[63005]: _type = "Task" [ 615.830977] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.842385] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576926, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.865478] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.876777] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.349144} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.877206] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.878296] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff3875d-532c-46a1-bf36-c3ce3243ee26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.919927] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ab2938-ea62-d497-874c-0d22b40aeab1, 'name': SearchDatastore_Task, 'duration_secs': 0.065338} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.933885] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f/30c1a88b-ddae-4f0d-bf14-49dd2c77a92f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.933885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 615.933885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 615.933885] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fe3c4ff-c443-4c0b-acbc-33cca42d183a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.948090] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebea5222-ef9b-449e-b184-fb1790f481a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.956111] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 615.962938] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 615.962938] env[63005]: value = "task-2576927" [ 615.962938] env[63005]: _type = "Task" [ 615.962938] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.962938] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 615.962938] env[63005]: value = "task-2576928" [ 615.962938] env[63005]: _type = "Task" [ 615.962938] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.980649] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.980839] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576928, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.140869] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 616.140869] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7f652-b8b6-6fea-148f-d6a445f8e503" [ 616.140869] env[63005]: _type = "HttpNfcLease" [ 616.140869] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 616.141450] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 616.141450] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d7f652-b8b6-6fea-148f-d6a445f8e503" [ 616.141450] env[63005]: _type = "HttpNfcLease" [ 616.141450] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 616.143188] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6179759e-2666-4780-8b35-e58f50f4bdfe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.152709] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 616.153032] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 616.216021] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 616.223257] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Successfully created port: 395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 616.286324] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 616.287230] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Instance network_info: |[{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 616.292626] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0d:74:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc5b6a1d-ed41-4df6-affb-12672e08391c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.300681] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating folder: Project (f8b027f813e442b7b881f2ba0c236420). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.308637] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea879ce4-a93c-4672-b899-5fd3e1965154 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.318735] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a79e09c7-be78-4419-baf8-0ba512780b7e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.322435] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576925, 'name': PowerOffVM_Task, 'duration_secs': 0.27514} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.322435] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 616.322435] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 616.322748] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb4ce695-3160-44fe-ac9e-223c7f9b8ba2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.330637] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created folder: Project (f8b027f813e442b7b881f2ba0c236420) in parent group-v519994. [ 616.330823] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating folder: Instances. Parent ref: group-v520037. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.331903] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0adcea1a-e9c7-4e35-af66-2fec2181b1ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.344908] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576926, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077517} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.345273] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 616.346196] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d60131-db7c-42d4-b5bb-c24d06a9197d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.358638] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created folder: Instances in parent group-v520037. [ 616.358907] env[63005]: DEBUG oslo.service.loopingcall [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 616.359353] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.359714] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0eb0a5be-cf8b-43a6-ba32-c1ea3471f19f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.408146] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 0a3c5e11-62b6-4f02-bc14-917a932ecf54/0a3c5e11-62b6-4f02-bc14-917a932ecf54.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 616.409957] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-636cf806-3ed5-4c75-9539-2ab781b6a0af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.425533] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.425533] env[63005]: value = "task-2576932" [ 616.425533] env[63005]: _type = "Task" [ 616.425533] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.439242] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576932, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.445044] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 616.445334] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 616.445544] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Deleting the datastore file [datastore1] 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 616.445894] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 616.445894] env[63005]: value = "task-2576933" [ 616.445894] env[63005]: _type = "Task" [ 616.445894] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.446500] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ebcf1e9-def7-4bb8-b1f9-8b2911a37668 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.468264] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576933, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.485879] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for the task: (returnval){ [ 616.485879] env[63005]: value = "task-2576934" [ 616.485879] env[63005]: _type = "Task" [ 616.485879] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.500270] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576928, 'name': ReconfigVM_Task, 'duration_secs': 0.410858} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.500270] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.500270] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f/30c1a88b-ddae-4f0d-bf14-49dd2c77a92f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.500725] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54071b58-503a-4641-a202-f7e736a93902 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.506688] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.508124] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.516717] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 616.516717] env[63005]: value = "task-2576935" [ 616.516717] env[63005]: _type = "Task" [ 616.516717] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.532428] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576935, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.735059] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "e65043f5-524f-48c8-9774-9127604850c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.735460] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.783961] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f618f614-7097-49fc-bd57-26ef6c354d10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.792603] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea00b262-a14e-4f8d-98d7-da9aa7040cdc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.828735] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e11ddaa9-9da2-4ca2-a3d8-0d7de7b88056 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.838958] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35feed6a-1b74-4bd0-b45c-c6cc9551ea11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.857028] env[63005]: DEBUG nova.compute.provider_tree [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 616.939562] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576932, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.960399] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.979180] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576927, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.998919] env[63005]: DEBUG oslo_vmware.api [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Task: {'id': task-2576934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.999075] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 616.999309] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 616.999625] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 616.999982] env[63005]: INFO nova.compute.manager [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Took 1.24 seconds to destroy the instance on the hypervisor. [ 617.000413] env[63005]: DEBUG oslo.service.loopingcall [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 617.001894] env[63005]: DEBUG nova.compute.manager [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 617.001894] env[63005]: DEBUG nova.network.neutron [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 617.031223] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576935, 'name': Rename_Task, 'duration_secs': 0.228934} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.031835] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.032226] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5414445-ea2f-41f6-a553-0fdc5205d7bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.046111] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 617.046111] env[63005]: value = "task-2576936" [ 617.046111] env[63005]: _type = "Task" [ 617.046111] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.057097] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576936, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.241152] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 617.276892] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 617.281024] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 617.281024] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.281024] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 617.281024] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.281024] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 617.281780] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 617.281780] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 617.281780] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 617.281780] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 617.281780] env[63005]: DEBUG nova.virt.hardware [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 617.281956] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de063bf4-5ab7-4786-ac99-a7ee3e70ed59 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.312845] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693a5a6c-b0b4-4d9e-ad7d-ad8e44c77bca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.363538] env[63005]: DEBUG nova.scheduler.client.report [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.444039] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576932, 'name': CreateVM_Task, 'duration_secs': 0.590978} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.444039] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.444173] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.444429] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.444845] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 617.445279] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c8b73d-2c6f-41cb-a754-45ee606a2590 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.458941] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 617.458941] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527081df-1f6f-84d7-351d-5ffb3f285b3f" [ 617.458941] env[63005]: _type = "Task" [ 617.458941] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.468064] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576933, 'name': ReconfigVM_Task, 'duration_secs': 0.579527} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.468512] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 0a3c5e11-62b6-4f02-bc14-917a932ecf54/0a3c5e11-62b6-4f02-bc14-917a932ecf54.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 617.469488] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-320a5dd5-2677-4c2b-8848-56ef0d176d93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.483338] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527081df-1f6f-84d7-351d-5ffb3f285b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.018522} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.483338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 617.483586] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.483696] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 617.483839] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.484044] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.484926] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b10b38-48a4-4cc1-82cd-0ebe168b2c49 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.496894] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576927, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.499713] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 617.499713] env[63005]: value = "task-2576937" [ 617.499713] env[63005]: _type = "Task" [ 617.499713] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.510481] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576937, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.512280] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.512656] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.513624] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a98f4de-410f-4c92-bc69-1701788e3eb7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.523248] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 617.523248] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527b0d73-ea0a-095c-0d30-f93fad495433" [ 617.523248] env[63005]: _type = "Task" [ 617.523248] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.537611] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b0d73-ea0a-095c-0d30-f93fad495433, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.559292] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576936, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.750514] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Successfully updated port: a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.863274] env[63005]: DEBUG nova.network.neutron [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.870372] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.871048] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 617.875396] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.255s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.877400] env[63005]: DEBUG nova.objects.instance [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lazy-loading 'resources' on Instance uuid a5376d43-a90b-43df-80ad-ffa5b3b3e959 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 617.927697] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Successfully updated port: 395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 617.979763] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576927, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.630676} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.979901] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 617.980085] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 617.980345] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff6fb65d-4aaf-4730-bd91-57f3dfd81b9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.989516] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 617.989516] env[63005]: value = "task-2576938" [ 617.989516] env[63005]: _type = "Task" [ 617.989516] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.005808] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.017030] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576937, 'name': Rename_Task, 'duration_secs': 0.265642} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.017030] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 618.017030] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a5bf69c-6061-44f2-a93c-6b2a0934e8c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.030676] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 618.030676] env[63005]: value = "task-2576939" [ 618.030676] env[63005]: _type = "Task" [ 618.030676] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.040938] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b0d73-ea0a-095c-0d30-f93fad495433, 'name': SearchDatastore_Task, 'duration_secs': 0.023623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.042643] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f439963-2739-45cc-a80b-db5f7100838b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.049065] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.057071] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 618.057071] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52833bf7-73c6-9ba6-459f-34a447577c04" [ 618.057071] env[63005]: _type = "Task" [ 618.057071] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.060858] env[63005]: DEBUG oslo_vmware.api [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2576936, 'name': PowerOnVM_Task, 'duration_secs': 0.837951} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.067152] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.067516] env[63005]: INFO nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Took 11.08 seconds to spawn the instance on the hypervisor. [ 618.067783] env[63005]: DEBUG nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 618.069013] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f79171-8d87-4742-8e66-9a35a778e7f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.084783] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52833bf7-73c6-9ba6-459f-34a447577c04, 'name': SearchDatastore_Task, 'duration_secs': 0.015504} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.084783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 618.084783] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.085409] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f1e896a-590d-497b-8ec4-b8ebcdbd2bf0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.095588] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 618.095588] env[63005]: value = "task-2576940" [ 618.095588] env[63005]: _type = "Task" [ 618.095588] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.109545] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.125438] env[63005]: DEBUG nova.compute.manager [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Received event network-vif-plugged-dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.125438] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.125438] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.125438] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.125438] env[63005]: DEBUG nova.compute.manager [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] No waiting events found dispatching network-vif-plugged-dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 618.125607] env[63005]: WARNING nova.compute.manager [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Received unexpected event network-vif-plugged-dc5b6a1d-ed41-4df6-affb-12672e08391c for instance with vm_state building and task_state spawning. [ 618.125607] env[63005]: DEBUG nova.compute.manager [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Received event network-changed-dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 618.125607] env[63005]: DEBUG nova.compute.manager [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Refreshing instance network info cache due to event network-changed-dc5b6a1d-ed41-4df6-affb-12672e08391c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 618.125607] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.125607] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.125781] env[63005]: DEBUG nova.network.neutron [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Refreshing network info cache for port dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 618.255100] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.255372] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquired lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.255541] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.368241] env[63005]: INFO nova.compute.manager [-] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Took 1.37 seconds to deallocate network for instance. [ 618.380155] env[63005]: DEBUG nova.compute.utils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 618.384537] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 618.384537] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 618.430347] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 618.430587] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.430686] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.461582] env[63005]: DEBUG nova.policy [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d9d0d45b1b3493ca85ebb8df08d6da2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b833f54cd0df4e279b7352aad58ab2f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 618.507350] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104728} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.514323] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 618.516090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8039e5-cac1-4d72-9a99-ad28d4442067 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.547983] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 618.552700] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc87b93c-fbee-469b-ab4a-18bf366ebb45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.584653] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576939, 'name': PowerOnVM_Task} progress is 74%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.596158] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 618.596158] env[63005]: value = "task-2576941" [ 618.596158] env[63005]: _type = "Task" [ 618.596158] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.610809] env[63005]: INFO nova.compute.manager [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Took 23.11 seconds to build instance. [ 618.622440] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.628670] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576940, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.845777] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.876038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.888540] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 618.928214] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6f5516-7684-4c4c-a912-5166776fb209 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.936823] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552cee84-b893-448a-81d2-ecae383093b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.977315] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3952aa06-d184-4310-8fd0-205dd09c7212 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.987861] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88413fe4-6fcd-4df5-8107-feb3994fa0f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.008381] env[63005]: DEBUG nova.compute.provider_tree [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.024689] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 619.053809] env[63005]: DEBUG oslo_vmware.api [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576939, 'name': PowerOnVM_Task, 'duration_secs': 0.948188} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.054416] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 619.054681] env[63005]: INFO nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Took 9.58 seconds to spawn the instance on the hypervisor. [ 619.057789] env[63005]: DEBUG nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 619.059661] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bf3fa8-6a21-4c70-8768-4756c8863a09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.089562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "5cb81a7a-f84b-48db-ae40-b39113616a90" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.089762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.115123] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576941, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.116182] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Successfully created port: 365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 619.125118] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2208d3cc-bf9e-4d46-9864-b9a7b15de993 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.638s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.125118] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61748} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.125118] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.125118] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.126878] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eade6cbd-3820-4159-a986-19e94d984da8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.136928] env[63005]: DEBUG nova.network.neutron [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updated VIF entry in instance network info cache for port dc5b6a1d-ed41-4df6-affb-12672e08391c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 619.137315] env[63005]: DEBUG nova.network.neutron [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.140074] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 619.140074] env[63005]: value = "task-2576942" [ 619.140074] env[63005]: _type = "Task" [ 619.140074] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.158798] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.273854] env[63005]: DEBUG nova.network.neutron [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updating instance_info_cache with network_info: [{"id": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "address": "fa:16:3e:b9:cb:88", "network": {"id": "9fe191dd-bebf-4eb6-b32b-4279303408a0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-41883997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cbcde7827742da8a384a18633f1aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa229479a-cd", "ovs_interfaceid": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.336593] env[63005]: DEBUG nova.compute.manager [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Received event network-vif-plugged-a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 619.336593] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.336593] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.336593] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.336789] env[63005]: DEBUG nova.compute.manager [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] No waiting events found dispatching network-vif-plugged-a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 619.336846] env[63005]: WARNING nova.compute.manager [req-b0a47624-3461-4b8f-bbaf-017220b13f77 req-276d6050-62f0-40aa-8f61-19b44a15b26b service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Received unexpected event network-vif-plugged-a229479a-cdfd-4891-8dbe-9bdda68abcee for instance with vm_state building and task_state spawning. [ 619.366415] env[63005]: DEBUG nova.network.neutron [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Updating instance_info_cache with network_info: [{"id": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "address": "fa:16:3e:c2:66:0b", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b9c07-4b", "ovs_interfaceid": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.391472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.391919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.508092] env[63005]: DEBUG nova.scheduler.client.report [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.585224] env[63005]: INFO nova.compute.manager [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Took 22.98 seconds to build instance. [ 619.614368] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576941, 'name': ReconfigVM_Task, 'duration_secs': 0.59565} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.614730] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b/6eec2d20-2023-4bfe-ab14-69410c00cb5b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 619.615440] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3806753-58ca-478c-9f72-2fee037cfa59 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.625046] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 619.625046] env[63005]: value = "task-2576943" [ 619.625046] env[63005]: _type = "Task" [ 619.625046] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.631958] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.642206] env[63005]: DEBUG oslo_concurrency.lockutils [req-613e3f5c-a491-4f82-93f8-6f52db1b5d65 req-979a96b0-c25e-47e7-9acf-ff145166c8e1 service nova] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.642718] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576943, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.652743] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126042} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.653057] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.653948] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960897fc-f96b-44cd-ae96-01adc8aec8e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.679341] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.680045] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1096388a-e016-4f0f-bcf6-847084b80af9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.712617] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 619.712617] env[63005]: value = "task-2576944" [ 619.712617] env[63005]: _type = "Task" [ 619.712617] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.723203] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.780832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Releasing lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.781233] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Instance network_info: |[{"id": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "address": "fa:16:3e:b9:cb:88", "network": {"id": "9fe191dd-bebf-4eb6-b32b-4279303408a0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-41883997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cbcde7827742da8a384a18633f1aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa229479a-cd", "ovs_interfaceid": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.781746] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:cb:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5bd281ed-ae39-485f-90ee-4ee27994b5b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a229479a-cdfd-4891-8dbe-9bdda68abcee', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.794887] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Creating folder: Project (e2cbcde7827742da8a384a18633f1aae). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.794887] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ba9f431-5ff5-4dec-b9e0-559d2fca8077 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.809423] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Created folder: Project (e2cbcde7827742da8a384a18633f1aae) in parent group-v519994. [ 619.810450] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Creating folder: Instances. Parent ref: group-v520040. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 619.810450] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ab0843b-63d9-4e3b-afd9-33a804441a39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.822900] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Created folder: Instances in parent group-v520040. [ 619.822900] env[63005]: DEBUG oslo.service.loopingcall [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.822900] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.822900] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584521f5-b589-4020-a40a-6bd304494520 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.846312] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.846312] env[63005]: value = "task-2576947" [ 619.846312] env[63005]: _type = "Task" [ 619.846312] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.855499] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576947, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.869329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 619.870589] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Instance network_info: |[{"id": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "address": "fa:16:3e:c2:66:0b", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b9c07-4b", "ovs_interfaceid": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 619.870756] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:66:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '395b9c07-4b3a-4bc3-b8c1-6f128deba7d2', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 619.881162] env[63005]: DEBUG oslo.service.loopingcall [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 619.881529] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 619.881802] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c032657-d1c3-4597-a0b7-169d032a545d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.904567] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 619.909458] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 619.909458] env[63005]: value = "task-2576948" [ 619.909458] env[63005]: _type = "Task" [ 619.909458] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.922850] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576948, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.941390] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 619.941689] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 619.941886] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 619.942220] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 619.942461] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 619.942710] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 619.942965] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 619.944235] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 619.944235] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 619.944235] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 619.944235] env[63005]: DEBUG nova.virt.hardware [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 619.944792] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99e3545-5711-4d5e-b99d-6f0b08a1707a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.954837] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1bfbfb9-4451-4f4c-8342-a213fcc6dd10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.013362] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.016564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.662s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.017772] env[63005]: DEBUG nova.objects.instance [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lazy-loading 'resources' on Instance uuid f3c24f0e-73fe-4c35-a705-2b39c96fe5a4 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 620.045040] env[63005]: INFO nova.scheduler.client.report [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Deleted allocations for instance a5376d43-a90b-43df-80ad-ffa5b3b3e959 [ 620.087606] env[63005]: DEBUG oslo_concurrency.lockutils [None req-237c220e-3dd5-4324-8298-d269526f0980 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.135s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.138782] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576943, 'name': Rename_Task, 'duration_secs': 0.253064} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.138883] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 620.139085] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-285ebcca-26b4-49de-92ab-89c3e1397225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.148233] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Waiting for the task: (returnval){ [ 620.148233] env[63005]: value = "task-2576949" [ 620.148233] env[63005]: _type = "Task" [ 620.148233] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.160787] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.166753] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.226993] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576944, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.357490] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.357490] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.362827] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576947, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.423963] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576948, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.559676] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c510f-cd37-4d64-9611-1f255da3df86 tempest-TenantUsagesTestJSON-1429995512 tempest-TenantUsagesTestJSON-1429995512-project-member] Lock "a5376d43-a90b-43df-80ad-ffa5b3b3e959" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.146s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.594064] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 620.674436] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576949, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.726309] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576944, 'name': ReconfigVM_Task, 'duration_secs': 0.559942} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.729437] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.730609] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e8a96cc3-1825-4413-82aa-19e2c142f68c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.740766] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 620.740766] env[63005]: value = "task-2576950" [ 620.740766] env[63005]: _type = "Task" [ 620.740766] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.761201] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576950, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.860328] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576947, 'name': CreateVM_Task, 'duration_secs': 0.555457} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.860536] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.862834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.862834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.862834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 620.862834] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734d8670-ae3a-47a4-8037-5ac305f9dfbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.871185] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 620.871185] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52633940-41dd-c117-5e69-8f076cd9ef7e" [ 620.871185] env[63005]: _type = "Task" [ 620.871185] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.881224] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52633940-41dd-c117-5e69-8f076cd9ef7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.921840] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576948, 'name': CreateVM_Task, 'duration_secs': 0.53969} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.922225] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 620.922853] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 620.972539] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a7020a-13e5-413a-a7f1-ce6d6c9507f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.983404] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd7b7c8-298d-4035-b1d8-eb01104440cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.019543] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077f5068-ba76-49c6-8008-3a7e7fd2107c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.030167] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b13e1-3432-4a32-9304-c60cd7f4df3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.048927] env[63005]: DEBUG nova.compute.provider_tree [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.055228] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Successfully updated port: 365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 621.123870] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.124638] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.124867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.166119] env[63005]: DEBUG oslo_vmware.api [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Task: {'id': task-2576949, 'name': PowerOnVM_Task, 'duration_secs': 0.647517} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.167267] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 621.167267] env[63005]: DEBUG nova.compute.manager [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 621.167388] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d7e4cd-bbad-45cb-96b1-9026dfb87536 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.253263] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576950, 'name': Rename_Task, 'duration_secs': 0.230317} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.253450] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.253629] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-953d98e0-14b2-45f3-92a3-f25a6fb11e74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.262512] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 621.262512] env[63005]: value = "task-2576951" [ 621.262512] env[63005]: _type = "Task" [ 621.262512] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.272396] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.390923] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52633940-41dd-c117-5e69-8f076cd9ef7e, 'name': SearchDatastore_Task, 'duration_secs': 0.013285} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.393811] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.393811] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.393811] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.393811] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394327] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 621.394327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 621.394327] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c32ca733-f884-4d69-9391-0e59fad3441f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.396131] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3aa76716-1d7f-4280-9b82-19caa506bb50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.402752] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 621.402752] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eac88c-f12c-74f3-e907-c8d8c3c6f932" [ 621.402752] env[63005]: _type = "Task" [ 621.402752] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.408519] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 621.409159] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 621.410382] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f915c362-0c1d-405c-9508-916780673cd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.415624] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52eac88c-f12c-74f3-e907-c8d8c3c6f932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.419937] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 621.419937] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5290db79-ac35-d6fd-e948-4bda7d3abaf6" [ 621.419937] env[63005]: _type = "Task" [ 621.419937] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.430263] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5290db79-ac35-d6fd-e948-4bda7d3abaf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.443448] env[63005]: DEBUG nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Received event network-vif-deleted-b5b266dc-c4ba-4b58-b691-d0b3cc1e62ec {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.443448] env[63005]: DEBUG nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Received event network-vif-plugged-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.443617] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Acquiring lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.443839] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.444902] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 621.445168] env[63005]: DEBUG nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] No waiting events found dispatching network-vif-plugged-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 621.445356] env[63005]: WARNING nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Received unexpected event network-vif-plugged-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 for instance with vm_state building and task_state spawning. [ 621.445525] env[63005]: DEBUG nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Received event network-changed-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 621.445682] env[63005]: DEBUG nova.compute.manager [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Refreshing instance network info cache due to event network-changed-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 621.445873] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Acquiring lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.446014] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Acquired lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.446178] env[63005]: DEBUG nova.network.neutron [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Refreshing network info cache for port 395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 621.554025] env[63005]: DEBUG nova.scheduler.client.report [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 621.560384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.560384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.560384] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 621.689067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.775132] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576951, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.852790] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 621.853046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 621.915732] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52eac88c-f12c-74f3-e907-c8d8c3c6f932, 'name': SearchDatastore_Task, 'duration_secs': 0.013303} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.916088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 621.916346] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 621.916556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 621.932981] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5290db79-ac35-d6fd-e948-4bda7d3abaf6, 'name': SearchDatastore_Task, 'duration_secs': 0.012783} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.933796] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73d33167-37d7-4c55-b789-dd698a138681 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.940524] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 621.940524] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52560163-96f4-ddd0-229d-d8e81d984191" [ 621.940524] env[63005]: _type = "Task" [ 621.940524] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.952468] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52560163-96f4-ddd0-229d-d8e81d984191, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.058160] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.060640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.351s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.062554] env[63005]: INFO nova.compute.claims [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.086030] env[63005]: INFO nova.scheduler.client.report [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Deleted allocations for instance f3c24f0e-73fe-4c35-a705-2b39c96fe5a4 [ 622.129981] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.278794] env[63005]: DEBUG oslo_vmware.api [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2576951, 'name': PowerOnVM_Task, 'duration_secs': 0.751732} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.279166] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 622.279727] env[63005]: INFO nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Took 10.30 seconds to spawn the instance on the hypervisor. [ 622.279727] env[63005]: DEBUG nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 622.282326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904a66f6-8fdf-4f5f-ae50-dd524ba86dce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.448306] env[63005]: DEBUG nova.network.neutron [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Updated VIF entry in instance network info cache for port 395b9c07-4b3a-4bc3-b8c1-6f128deba7d2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 622.448306] env[63005]: DEBUG nova.network.neutron [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Updating instance_info_cache with network_info: [{"id": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "address": "fa:16:3e:c2:66:0b", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap395b9c07-4b", "ovs_interfaceid": "395b9c07-4b3a-4bc3-b8c1-6f128deba7d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.464907] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52560163-96f4-ddd0-229d-d8e81d984191, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.464907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.464907] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] d6fcbfca-a9ff-4085-b133-89c85fb1980e/d6fcbfca-a9ff-4085-b133-89c85fb1980e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 622.464907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.465344] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 622.465344] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63396649-5067-4368-96fb-b02ce472687b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.469013] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-586a4a84-32e4-459f-9d40-7b77a5c0aead {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.480720] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 622.480720] env[63005]: value = "task-2576952" [ 622.480720] env[63005]: _type = "Task" [ 622.480720] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.481874] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 622.482174] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 622.486083] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b83df0f-01e7-4d3f-a5be-1b425bb3c5b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.494040] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 622.494040] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5222cfbb-d5c3-78ab-ebea-2eb8d56a3570" [ 622.494040] env[63005]: _type = "Task" [ 622.494040] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.498723] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576952, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.508446] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222cfbb-d5c3-78ab-ebea-2eb8d56a3570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.520949] env[63005]: DEBUG nova.network.neutron [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Updating instance_info_cache with network_info: [{"id": "365cd578-c20b-47c3-921e-4c79794d91af", "address": "fa:16:3e:26:16:95", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cd578-c2", "ovs_interfaceid": "365cd578-c20b-47c3-921e-4c79794d91af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.596899] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f0489b37-3d74-4d0e-acc5-c53a674a3ed0 tempest-DeleteServersAdminTestJSON-386970650 tempest-DeleteServersAdminTestJSON-386970650-project-admin] Lock "f3c24f0e-73fe-4c35-a705-2b39c96fe5a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.819s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.804228] env[63005]: INFO nova.compute.manager [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Took 25.94 seconds to build instance. [ 622.949529] env[63005]: DEBUG oslo_concurrency.lockutils [req-9ae41c1a-00fa-422d-83a8-271951e06780 req-d7597e5e-9446-4c14-9e5d-b84e0afbb1e5 service nova] Releasing lock "refresh_cache-7a417ea3-79dc-4405-b890-5ec6680c8c06" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 622.976985] env[63005]: DEBUG nova.compute.manager [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Received event network-changed-a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 622.977205] env[63005]: DEBUG nova.compute.manager [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Refreshing instance network info cache due to event network-changed-a229479a-cdfd-4891-8dbe-9bdda68abcee. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 622.977427] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] Acquiring lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 622.977574] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] Acquired lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.977783] env[63005]: DEBUG nova.network.neutron [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Refreshing network info cache for port a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 623.016242] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576952, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510268} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.016242] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] d6fcbfca-a9ff-4085-b133-89c85fb1980e/d6fcbfca-a9ff-4085-b133-89c85fb1980e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 623.016242] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 623.016242] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45aa72fd-e426-4bef-8070-388ee6f6fa0c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.027594] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.028053] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Instance network_info: |[{"id": "365cd578-c20b-47c3-921e-4c79794d91af", "address": "fa:16:3e:26:16:95", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cd578-c2", "ovs_interfaceid": "365cd578-c20b-47c3-921e-4c79794d91af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 623.028527] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222cfbb-d5c3-78ab-ebea-2eb8d56a3570, 'name': SearchDatastore_Task, 'duration_secs': 0.013855} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.030260] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:16:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9643129c-1d95-4422-9df1-2c21289bd5d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '365cd578-c20b-47c3-921e-4c79794d91af', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 623.048651] env[63005]: DEBUG oslo.service.loopingcall [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 623.053031] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 623.053517] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50adeff2-661c-47be-b3b1-7817197de3d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.061314] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 623.061314] env[63005]: value = "task-2576953" [ 623.061314] env[63005]: _type = "Task" [ 623.061314] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.061602] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec930afd-6e56-409c-bdf3-6ef3ab2ff4dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.104282] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 623.104282] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5255a49c-d296-74ca-a1ec-7fc0b43271b1" [ 623.104282] env[63005]: _type = "Task" [ 623.104282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.116672] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576953, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.117332] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 623.117332] env[63005]: value = "task-2576954" [ 623.117332] env[63005]: _type = "Task" [ 623.117332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.129920] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5255a49c-d296-74ca-a1ec-7fc0b43271b1, 'name': SearchDatastore_Task, 'duration_secs': 0.014372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.131755] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 623.131755] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 7a417ea3-79dc-4405-b890-5ec6680c8c06/7a417ea3-79dc-4405-b890-5ec6680c8c06.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 623.131755] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-210dfec0-0d41-42b0-847f-afba74c251e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.146157] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576954, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.155768] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 623.155768] env[63005]: value = "task-2576955" [ 623.155768] env[63005]: _type = "Task" [ 623.155768] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.166315] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.311268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96870397-ee80-46c1-998c-86236fff7026 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.450s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.604974] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576953, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132742} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.608545] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.609817] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cd969d-4ccd-485c-8578-58962cd61e69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.637501] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] d6fcbfca-a9ff-4085-b133-89c85fb1980e/d6fcbfca-a9ff-4085-b133-89c85fb1980e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.641730] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad54bce-6b10-4575-8488-0ced4fe9b86c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.658905] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c90cad-ad27-43fa-a615-ac6195609d69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.670761] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.671470] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.671470] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.671714] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.671772] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.674326] env[63005]: INFO nova.compute.manager [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Terminating instance [ 623.677734] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576954, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.682934] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 623.682934] env[63005]: value = "task-2576956" [ 623.682934] env[63005]: _type = "Task" [ 623.682934] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.685040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5bb4b85-9112-4021-9d9b-e1590ab4234d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.702483] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.733614] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576955, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.734755] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42587238-eda4-4e85-8da2-9ae1bfb10955 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.745583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123f6f23-80b7-412b-be59-8eaa826ae1cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.767553] env[63005]: DEBUG nova.compute.provider_tree [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 623.818384] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 624.139403] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576954, 'name': CreateVM_Task, 'duration_secs': 0.609545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.139645] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.140302] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.140450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.140763] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 624.141099] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feb66343-bc02-43a6-8b1c-2ea0deb84622 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.147448] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.147448] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e7f11b-8a8e-8f32-3cd5-b85731bdd280" [ 624.147448] env[63005]: _type = "Task" [ 624.147448] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.159846] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e7f11b-8a8e-8f32-3cd5-b85731bdd280, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.171484] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625837} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.171696] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 7a417ea3-79dc-4405-b890-5ec6680c8c06/7a417ea3-79dc-4405-b890-5ec6680c8c06.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 624.171820] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 624.172090] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-00ea96d4-4b32-414c-a975-2ae3387547bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.178935] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.179109] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquired lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.179286] env[63005]: DEBUG nova.network.neutron [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.182863] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.182863] env[63005]: value = "task-2576957" [ 624.182863] env[63005]: _type = "Task" [ 624.182863] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.199807] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576956, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.202384] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.292263] env[63005]: ERROR nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [req-64279948-c0c5-4eca-815b-ad222f7f6402] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64279948-c0c5-4eca-815b-ad222f7f6402"}]} [ 624.313619] env[63005]: DEBUG nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 624.334301] env[63005]: DEBUG nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 624.334593] env[63005]: DEBUG nova.compute.provider_tree [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.348208] env[63005]: DEBUG nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 624.351745] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.367584] env[63005]: DEBUG nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 624.402125] env[63005]: DEBUG nova.network.neutron [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updated VIF entry in instance network info cache for port a229479a-cdfd-4891-8dbe-9bdda68abcee. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 624.402125] env[63005]: DEBUG nova.network.neutron [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updating instance_info_cache with network_info: [{"id": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "address": "fa:16:3e:b9:cb:88", "network": {"id": "9fe191dd-bebf-4eb6-b32b-4279303408a0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-41883997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cbcde7827742da8a384a18633f1aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa229479a-cd", "ovs_interfaceid": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 624.659922] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e7f11b-8a8e-8f32-3cd5-b85731bdd280, 'name': SearchDatastore_Task, 'duration_secs': 0.016867} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.660453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.660699] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 624.660927] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 624.661099] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.661274] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 624.665149] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d00a210-2f7e-4655-8169-eca5d2ee75f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.676192] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 624.676455] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 624.677286] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e176497f-924b-4572-a50a-b30a0218c7f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.704123] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.704123] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523892a7-2698-f193-8dce-18d7c9bc1b9d" [ 624.704123] env[63005]: _type = "Task" [ 624.704123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.713404] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.204381} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.713618] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576956, 'name': ReconfigVM_Task, 'duration_secs': 0.660869} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.719893] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 624.720279] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfigured VM instance instance-0000000e to attach disk [datastore2] d6fcbfca-a9ff-4085-b133-89c85fb1980e/d6fcbfca-a9ff-4085-b133-89c85fb1980e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 624.721674] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabf97d-d0d4-44f0-bc24-a1377a816929 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.725471] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e856011-d6d9-496a-9a44-ca16c577cac0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.735453] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523892a7-2698-f193-8dce-18d7c9bc1b9d, 'name': SearchDatastore_Task, 'duration_secs': 0.015388} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.758937] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 7a417ea3-79dc-4405-b890-5ec6680c8c06/7a417ea3-79dc-4405-b890-5ec6680c8c06.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 624.759409] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 624.759409] env[63005]: value = "task-2576958" [ 624.759409] env[63005]: _type = "Task" [ 624.759409] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.759877] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f0635d-8c46-49ea-b9c2-2469927c1bb7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.762338] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f186602-1ed3-46f9-9a0c-95bf30f370c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.790690] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576958, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.791017] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.791017] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b14e0f-455c-75bd-8231-b879116969de" [ 624.791017] env[63005]: _type = "Task" [ 624.791017] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.792360] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.792360] env[63005]: value = "task-2576959" [ 624.792360] env[63005]: _type = "Task" [ 624.792360] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.804744] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b14e0f-455c-75bd-8231-b879116969de, 'name': SearchDatastore_Task, 'duration_secs': 0.01509} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.808430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.808430] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5f31a816-a0a0-48c5-8566-e7c40a192cf3/5f31a816-a0a0-48c5-8566-e7c40a192cf3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.808836] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.811564] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87e2635-7221-466f-8b56-8003eb037238 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.820220] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 624.820220] env[63005]: value = "task-2576960" [ 624.820220] env[63005]: _type = "Task" [ 624.820220] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.831131] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576960, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.842748] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2400caf7-8211-4ad3-8e39-54d214da4ace {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.850953] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6518926e-1583-4e2d-aa70-b00d8d3ffac9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.884414] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f477478c-db44-4ac5-afa6-f764eb1ce198 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.894201] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86effa52-036b-4142-b1d0-9c9e9e9e965e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.910477] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e41e7e4-650e-476a-97e6-1811a5776c37 req-a3c4ff17-f888-4ea1-8bd1-ca819f227c5e service nova] Releasing lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 624.911227] env[63005]: DEBUG nova.compute.provider_tree [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 624.934536] env[63005]: DEBUG nova.network.neutron [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.106166] env[63005]: DEBUG nova.network.neutron [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.294418] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576958, 'name': Rename_Task, 'duration_secs': 0.290104} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.294633] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 625.294883] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e7a3d0eb-a1a5-46ce-9f48-3514853ed100 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.311538] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 625.311538] env[63005]: value = "task-2576961" [ 625.311538] env[63005]: _type = "Task" [ 625.311538] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.311786] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.329320] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.333717] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576960, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.471717] env[63005]: DEBUG nova.scheduler.client.report [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 625.472281] env[63005]: DEBUG nova.compute.provider_tree [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 32 to 33 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 625.472281] env[63005]: DEBUG nova.compute.provider_tree [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 625.539783] env[63005]: DEBUG nova.compute.manager [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Received event network-vif-plugged-365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.540133] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Acquiring lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.540213] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.543969] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.545024] env[63005]: DEBUG nova.compute.manager [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] No waiting events found dispatching network-vif-plugged-365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 625.545024] env[63005]: WARNING nova.compute.manager [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Received unexpected event network-vif-plugged-365cd578-c20b-47c3-921e-4c79794d91af for instance with vm_state building and task_state spawning. [ 625.545024] env[63005]: DEBUG nova.compute.manager [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Received event network-changed-365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 625.545024] env[63005]: DEBUG nova.compute.manager [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Refreshing instance network info cache due to event network-changed-365cd578-c20b-47c3-921e-4c79794d91af. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 625.545024] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Acquiring lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 625.545282] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Acquired lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.545456] env[63005]: DEBUG nova.network.neutron [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Refreshing network info cache for port 365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 625.608882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Releasing lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 625.609545] env[63005]: DEBUG nova.compute.manager [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 625.609754] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 625.610836] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da791f4-f447-46d6-8c6f-d1c4fb035bed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.623601] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 625.625305] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd8cf0ba-2a28-4b25-b4c2-5f699b13ffb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.633229] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 625.633229] env[63005]: value = "task-2576962" [ 625.633229] env[63005]: _type = "Task" [ 625.633229] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.648140] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.817386] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576959, 'name': ReconfigVM_Task, 'duration_secs': 0.788066} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.827021] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 7a417ea3-79dc-4405-b890-5ec6680c8c06/7a417ea3-79dc-4405-b890-5ec6680c8c06.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 625.827021] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2a4e87e-e7ac-4325-ad79-8b4929ff226f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.843934] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576960, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61451} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.851463] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576961, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.851463] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5f31a816-a0a0-48c5-8566-e7c40a192cf3/5f31a816-a0a0-48c5-8566-e7c40a192cf3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.851463] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 625.851463] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 625.851463] env[63005]: value = "task-2576963" [ 625.851463] env[63005]: _type = "Task" [ 625.851463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.852383] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42c5f123-c268-4ba4-acbd-ce149d9ae6d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.867119] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576963, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.869123] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 625.869123] env[63005]: value = "task-2576964" [ 625.869123] env[63005]: _type = "Task" [ 625.869123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.881089] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.977797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.917s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.978873] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.983963] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.209s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.984671] env[63005]: DEBUG nova.objects.instance [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 626.082081] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 626.083391] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ac190f-1eba-4ede-b05f-38e9ce0d2d24 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.091551] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 626.091551] env[63005]: ERROR oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk due to incomplete transfer. [ 626.091845] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-96be64fe-9ab2-4954-8394-3dbe2854aba6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.112922] env[63005]: DEBUG oslo_vmware.rw_handles [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e60c71-69e3-8ce5-560b-e154afb1384e/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 626.113159] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Uploaded image adeee910-29af-43a6-b912-77c4b1695bf1 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 626.115253] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 626.115529] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43d3595d-e25a-45d5-b3b4-4ad35de9f801 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.128378] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 626.128378] env[63005]: value = "task-2576965" [ 626.128378] env[63005]: _type = "Task" [ 626.128378] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.142019] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576965, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.158549] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576962, 'name': PowerOffVM_Task, 'duration_secs': 0.157795} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.158926] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 626.159105] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 626.161949] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41a0dcbb-d6bc-4c31-bb56-19816b1eefb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.195374] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 626.195955] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 626.195955] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleting the datastore file [datastore2] 6eec2d20-2023-4bfe-ab14-69410c00cb5b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.196125] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa8c19d6-a246-4f93-96cc-353b736d50fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.208130] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for the task: (returnval){ [ 626.208130] env[63005]: value = "task-2576967" [ 626.208130] env[63005]: _type = "Task" [ 626.208130] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.218460] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.333518] env[63005]: DEBUG oslo_vmware.api [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2576961, 'name': PowerOnVM_Task, 'duration_secs': 0.803821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.333878] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.334160] env[63005]: INFO nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Took 11.81 seconds to spawn the instance on the hypervisor. [ 626.334385] env[63005]: DEBUG nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 626.335268] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be77fe66-733d-4cfb-9eb5-e1bffd63dda1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.350093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.350349] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.372951] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576963, 'name': Rename_Task, 'duration_secs': 0.297784} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.379954] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 626.380257] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65bf1f71-e9b4-4ec8-8688-28315cc95097 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.390770] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122237} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.392656] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.393574] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 626.393574] env[63005]: value = "task-2576968" [ 626.393574] env[63005]: _type = "Task" [ 626.393574] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.394623] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70f0cc1-8949-401d-86a6-3d03c9ec3f95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.407921] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.431358] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 5f31a816-a0a0-48c5-8566-e7c40a192cf3/5f31a816-a0a0-48c5-8566-e7c40a192cf3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.436394] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8cbb98f-f0d2-4f65-accc-d66b119e51e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.460032] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 626.460032] env[63005]: value = "task-2576969" [ 626.460032] env[63005]: _type = "Task" [ 626.460032] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.469886] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576969, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.492209] env[63005]: DEBUG nova.compute.utils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 626.496421] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 626.496592] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.596974] env[63005]: DEBUG nova.policy [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4caf3aeb1bd47ca9ca2129814a58644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee46bcf2bc34a4eb44a79fa7c330c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.641753] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576965, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.719940] env[63005]: DEBUG oslo_vmware.api [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Task: {'id': task-2576967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.123531} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.719940] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.719940] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 626.720179] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 626.720392] env[63005]: INFO nova.compute.manager [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 626.720675] env[63005]: DEBUG oslo.service.loopingcall [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 626.720870] env[63005]: DEBUG nova.compute.manager [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 626.721018] env[63005]: DEBUG nova.network.neutron [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 626.855892] env[63005]: DEBUG nova.network.neutron [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Updated VIF entry in instance network info cache for port 365cd578-c20b-47c3-921e-4c79794d91af. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 626.856264] env[63005]: DEBUG nova.network.neutron [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Updating instance_info_cache with network_info: [{"id": "365cd578-c20b-47c3-921e-4c79794d91af", "address": "fa:16:3e:26:16:95", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap365cd578-c2", "ovs_interfaceid": "365cd578-c20b-47c3-921e-4c79794d91af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.861914] env[63005]: INFO nova.compute.manager [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Took 25.26 seconds to build instance. [ 626.910965] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576968, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.954151] env[63005]: DEBUG nova.network.neutron [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.974642] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576969, 'name': ReconfigVM_Task, 'duration_secs': 0.343173} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.974642] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 5f31a816-a0a0-48c5-8566-e7c40a192cf3/5f31a816-a0a0-48c5-8566-e7c40a192cf3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 626.974642] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b70b049-4717-4858-9337-1349091893a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.980056] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 626.980056] env[63005]: value = "task-2576970" [ 626.980056] env[63005]: _type = "Task" [ 626.980056] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.992817] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576970, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.998294] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 627.006255] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eba48c21-ee3e-4ccf-8d5b-1e184c5fdeb8 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.006255] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.079s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.008295] env[63005]: DEBUG nova.compute.manager [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received event network-changed-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 627.008505] env[63005]: DEBUG nova.compute.manager [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing instance network info cache due to event network-changed-4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 627.008716] env[63005]: DEBUG oslo_concurrency.lockutils [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] Acquiring lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 627.008851] env[63005]: DEBUG oslo_concurrency.lockutils [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] Acquired lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.009042] env[63005]: DEBUG nova.network.neutron [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 627.138377] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576965, 'name': Destroy_Task, 'duration_secs': 0.867129} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.138862] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Destroyed the VM [ 627.139158] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 627.139321] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-aeddc174-823c-46e5-bb9f-c95130af3e0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.151099] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 627.151099] env[63005]: value = "task-2576971" [ 627.151099] env[63005]: _type = "Task" [ 627.151099] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.163768] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576971, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.360584] env[63005]: DEBUG oslo_concurrency.lockutils [req-15cdea09-57cb-452a-aa0e-44587df90e74 req-45a870f2-edf7-499c-a4bb-538cebb843a7 service nova] Releasing lock "refresh_cache-5f31a816-a0a0-48c5-8566-e7c40a192cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 627.364517] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7db80bc8-7426-4311-a55a-c050b7afb045 tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.176s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.412741] env[63005]: DEBUG oslo_vmware.api [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576968, 'name': PowerOnVM_Task, 'duration_secs': 0.843258} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.413079] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 627.413342] env[63005]: INFO nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Took 10.17 seconds to spawn the instance on the hypervisor. [ 627.413560] env[63005]: DEBUG nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 627.414690] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08aff98c-9b66-45cd-8608-dad006fd495b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.457040] env[63005]: DEBUG nova.network.neutron [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.491698] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576970, 'name': Rename_Task, 'duration_secs': 0.18334} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.491990] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.492294] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92d9f606-ead8-4e88-bbdf-69112aaed26a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.500836] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 627.500836] env[63005]: value = "task-2576972" [ 627.500836] env[63005]: _type = "Task" [ 627.500836] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.515884] env[63005]: INFO nova.compute.claims [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.532839] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576972, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.668673] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576971, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.751397] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Successfully created port: a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 627.867843] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.935454] env[63005]: INFO nova.compute.manager [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Took 25.69 seconds to build instance. [ 627.962528] env[63005]: INFO nova.compute.manager [-] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Took 1.24 seconds to deallocate network for instance. [ 628.015625] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576972, 'name': PowerOnVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.023630] env[63005]: INFO nova.compute.resource_tracker [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating resource usage from migration 53611081-b44c-4105-9af2-ff7b63ffbd49 [ 628.030734] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 628.081895] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:33:42Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1781620274',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1085202219',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 628.082070] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 628.082189] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.085114] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 628.085114] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.085114] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 628.085114] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 628.085337] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 628.085597] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 628.085682] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 628.086974] env[63005]: DEBUG nova.virt.hardware [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 628.087927] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09053c0d-56d9-4212-b33b-6ac6b3628803 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.107977] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c7a83e-b496-4fe1-80aa-65940cf918f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.162628] env[63005]: DEBUG oslo_vmware.api [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576971, 'name': RemoveSnapshot_Task, 'duration_secs': 0.750287} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.165832] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 628.165939] env[63005]: INFO nova.compute.manager [None req-3175183e-a68c-4cc7-91bf-30ebc7bd87d9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 628.349588] env[63005]: DEBUG nova.network.neutron [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updated VIF entry in instance network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 628.349588] env[63005]: DEBUG nova.network.neutron [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [{"id": "4d7a9b34-f838-422e-a365-de53625438dd", "address": "fa:16:3e:89:86:74", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7a9b34-f8", "ovs_interfaceid": "4d7a9b34-f838-422e-a365-de53625438dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 628.403694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.442762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bf0892c-c98c-4f47-b0d2-18fd79bc8408 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.699s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.472121] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.516018] env[63005]: DEBUG oslo_vmware.api [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576972, 'name': PowerOnVM_Task, 'duration_secs': 0.736077} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.516018] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.519632] env[63005]: INFO nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Took 8.61 seconds to spawn the instance on the hypervisor. [ 628.520049] env[63005]: DEBUG nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 628.520809] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88edf12-6ffb-44ef-aa74-e777a3929d61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.599222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a272ed8e-5bc4-4ee2-85b8-bfbb1ed6b3b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.609394] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6ab652-f365-4ed2-a20b-aa9e872d55be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.645848] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ff1a64-cf2b-4f9b-bfe8-616b9781cffa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.654942] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432a673b-2ac3-48ec-988b-cb1cd14883e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.674031] env[63005]: DEBUG nova.compute.provider_tree [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 628.849513] env[63005]: DEBUG oslo_concurrency.lockutils [req-10f5a9dc-d018-4225-af5e-733236f80e46 req-f8f74a27-1c13-4f2c-bd72-b0b830e685d5 service nova] Releasing lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 628.910198] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 628.910423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 628.944038] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 629.043650] env[63005]: INFO nova.compute.manager [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Took 26.48 seconds to build instance. [ 629.180157] env[63005]: DEBUG nova.scheduler.client.report [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.474596] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.546815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-584bc80c-5cbc-4e38-90f3-33f44d727ac9 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.186s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.691369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.683s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.691369] env[63005]: INFO nova.compute.manager [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Migrating [ 629.691369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 629.691369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.691369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.665s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.691586] env[63005]: DEBUG nova.objects.instance [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lazy-loading 'resources' on Instance uuid 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.051270] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 630.186221] env[63005]: DEBUG nova.compute.manager [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received event network-changed-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 630.186316] env[63005]: DEBUG nova.compute.manager [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing instance network info cache due to event network-changed-4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 630.186519] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Acquiring lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.186664] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Acquired lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.186825] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Refreshing network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.198159] env[63005]: INFO nova.compute.rpcapi [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 630.198159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 630.537658] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Successfully updated port: a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 630.583184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.685717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ce863a-4f19-4a31-b132-3f6451a38715 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.697872] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325a0aad-addf-4e41-8375-13d2ab1f1bf8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.733637] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 630.733865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.734071] env[63005]: DEBUG nova.network.neutron [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.738055] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83758dd-4544-48e6-bd28-7555853142c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.746392] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1b3aa57-e943-4359-9726-532384fef0a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.764259] env[63005]: DEBUG nova.compute.provider_tree [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 630.915108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "120df506-ef17-4f23-b077-a4e806feded9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.915276] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.917217] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "120df506-ef17-4f23-b077-a4e806feded9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 630.917447] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 630.917627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.920771] env[63005]: INFO nova.compute.manager [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Terminating instance [ 631.045843] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.045931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.046290] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.059823] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updated VIF entry in instance network info cache for port 4d7a9b34-f838-422e-a365-de53625438dd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 631.059823] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [{"id": "4d7a9b34-f838-422e-a365-de53625438dd", "address": "fa:16:3e:89:86:74", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d7a9b34-f8", "ovs_interfaceid": "4d7a9b34-f838-422e-a365-de53625438dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.270555] env[63005]: DEBUG nova.scheduler.client.report [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 631.438828] env[63005]: DEBUG nova.compute.manager [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 631.439163] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 631.441365] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c940171-332c-47f3-9451-22ecb62d09c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.452184] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 631.456403] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-166da494-1a3e-45ba-8b0e-195deb60c4d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.510861] env[63005]: DEBUG nova.compute.manager [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Received event network-vif-plugged-a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.511510] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] Acquiring lock "07676dca-3744-441e-8590-409f2ffd4501-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.511676] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] Lock "07676dca-3744-441e-8590-409f2ffd4501-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.511844] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] Lock "07676dca-3744-441e-8590-409f2ffd4501-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.512015] env[63005]: DEBUG nova.compute.manager [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] No waiting events found dispatching network-vif-plugged-a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 631.512220] env[63005]: WARNING nova.compute.manager [req-7a3c7b95-01a1-4514-9cd5-22ab14165201 req-70c5c987-dd9a-4a1e-9c34-aa4b134595c1 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Received unexpected event network-vif-plugged-a8a3174e-0a4f-4115-b447-c0709e964707 for instance with vm_state building and task_state spawning. [ 631.544201] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 631.544201] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 631.544201] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore2] 120df506-ef17-4f23-b077-a4e806feded9 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.544201] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9bf49df-167a-4e4f-b6f0-0a41dd62fb6f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.556786] env[63005]: DEBUG oslo_vmware.api [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 631.556786] env[63005]: value = "task-2576974" [ 631.556786] env[63005]: _type = "Task" [ 631.556786] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.563710] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Releasing lock "refresh_cache-30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 631.563900] env[63005]: DEBUG nova.compute.manager [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Received event network-changed-dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 631.564072] env[63005]: DEBUG nova.compute.manager [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Refreshing instance network info cache due to event network-changed-dc5b6a1d-ed41-4df6-affb-12672e08391c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 631.564301] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 631.564434] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.564601] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Refreshing network info cache for port dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.572753] env[63005]: DEBUG oslo_vmware.api [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.640497] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 631.737640] env[63005]: DEBUG nova.network.neutron [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.785272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.788782] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.639s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.793162] env[63005]: INFO nova.compute.claims [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.802628] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "25827438-2172-49df-87e9-a6bf9cdeac57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.802861] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.825766] env[63005]: INFO nova.scheduler.client.report [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Deleted allocations for instance 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c [ 631.886571] env[63005]: DEBUG nova.network.neutron [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updating instance_info_cache with network_info: [{"id": "a8a3174e-0a4f-4115-b447-c0709e964707", "address": "fa:16:3e:72:13:db", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a3174e-0a", "ovs_interfaceid": "a8a3174e-0a4f-4115-b447-c0709e964707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.071249] env[63005]: DEBUG oslo_vmware.api [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2576974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.392067} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.071711] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 632.071962] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 632.072471] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 632.073778] env[63005]: INFO nova.compute.manager [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Took 0.63 seconds to destroy the instance on the hypervisor. [ 632.077213] env[63005]: DEBUG oslo.service.loopingcall [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.077213] env[63005]: DEBUG nova.compute.manager [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 632.077213] env[63005]: DEBUG nova.network.neutron [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 632.244116] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.334269] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6b6dcaf-0f2a-4a1d-a866-9cd6fe3808bc tempest-ServerDiagnosticsTest-1438092386 tempest-ServerDiagnosticsTest-1438092386-project-member] Lock "2b9ae7b8-0bff-416f-81b7-d24cbf636d2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.884s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.389399] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 632.389902] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Instance network_info: |[{"id": "a8a3174e-0a4f-4115-b447-c0709e964707", "address": "fa:16:3e:72:13:db", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a3174e-0a", "ovs_interfaceid": "a8a3174e-0a4f-4115-b447-c0709e964707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.390911] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:13:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8a3174e-0a4f-4115-b447-c0709e964707', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.399040] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Creating folder: Project (9ee46bcf2bc34a4eb44a79fa7c330c00). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.399040] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44d3043a-18d1-403c-86c7-fc3654cf7972 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.414497] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Created folder: Project (9ee46bcf2bc34a4eb44a79fa7c330c00) in parent group-v519994. [ 632.414687] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Creating folder: Instances. Parent ref: group-v520045. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.414936] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88916f71-b116-465d-9c1b-889f9ff4a832 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.427986] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Created folder: Instances in parent group-v520045. [ 632.428385] env[63005]: DEBUG oslo.service.loopingcall [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 632.428659] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.428912] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7da5ff74-8fd5-44db-b86d-642c1d3eecb7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.451055] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.451055] env[63005]: value = "task-2576977" [ 632.451055] env[63005]: _type = "Task" [ 632.451055] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.462811] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576977, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.732180] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.732434] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.755040] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updated VIF entry in instance network info cache for port dc5b6a1d-ed41-4df6-affb-12672e08391c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 632.755040] env[63005]: DEBUG nova.network.neutron [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.961749] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576977, 'name': CreateVM_Task, 'duration_secs': 0.432518} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.961929] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.962654] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 632.962815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.963433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 632.963719] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eafac8d-dae0-4971-80a2-88cc0653dc35 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.972941] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 632.972941] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a43b7c-feeb-a97f-8113-92b19d03e55d" [ 632.972941] env[63005]: _type = "Task" [ 632.972941] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.983612] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a43b7c-feeb-a97f-8113-92b19d03e55d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.258652] env[63005]: DEBUG oslo_concurrency.lockutils [req-0cc00c8b-7ae5-40b3-ac9d-00dd940979a0 req-9e8c8250-0e35-4630-9b61-5441eff63d8d service nova] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.266695] env[63005]: DEBUG nova.network.neutron [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.321030] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3d6de9-ab32-410c-a560-a4bb1e2061f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.329371] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e11cbe1-2f64-47b6-a4ca-5f5516784611 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.375927] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf64ffe8-4410-4689-811b-383abbdcf7ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.384846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd3a89c-0035-4f1b-800b-03b0074a185a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.403261] env[63005]: DEBUG nova.compute.provider_tree [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 633.485157] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a43b7c-feeb-a97f-8113-92b19d03e55d, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.485339] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 633.485490] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.486047] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 633.486047] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.486047] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.486530] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-468e5403-e82e-45a5-b162-5ed924546c44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.503619] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.503810] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.504548] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-393556bc-c147-462b-bb02-714891cbc64a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.512544] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 633.512544] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52700bcf-be3a-3ad7-07f3-62ddbd10f451" [ 633.512544] env[63005]: _type = "Task" [ 633.512544] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.521736] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52700bcf-be3a-3ad7-07f3-62ddbd10f451, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.765808] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22297998-a1a6-4f46-b8b2-0fa77d6cc45f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.769079] env[63005]: INFO nova.compute.manager [-] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Took 1.69 seconds to deallocate network for instance. [ 633.787581] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 633.908779] env[63005]: DEBUG nova.scheduler.client.report [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.033180] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52700bcf-be3a-3ad7-07f3-62ddbd10f451, 'name': SearchDatastore_Task, 'duration_secs': 0.026362} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.034146] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca42fa3-c130-4a31-b283-d4b0c4e242ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.041035] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 634.041035] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523b3cdc-4fee-aaae-032d-b47b55501ef1" [ 634.041035] env[63005]: _type = "Task" [ 634.041035] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.055862] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523b3cdc-4fee-aaae-032d-b47b55501ef1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.296294] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 634.297168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.297427] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f301a00c-dd4c-4ef7-ab8a-95c9beeabf82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.306521] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 634.306521] env[63005]: value = "task-2576978" [ 634.306521] env[63005]: _type = "Task" [ 634.306521] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.318645] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576978, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.416726] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.416726] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.419904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.555s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.421427] env[63005]: INFO nova.compute.claims [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.464292] env[63005]: DEBUG nova.compute.manager [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Received event network-changed-a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 634.464890] env[63005]: DEBUG nova.compute.manager [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Refreshing instance network info cache due to event network-changed-a8a3174e-0a4f-4115-b447-c0709e964707. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 634.465056] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Acquiring lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 634.465729] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Acquired lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.465729] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Refreshing network info cache for port a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 634.556495] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523b3cdc-4fee-aaae-032d-b47b55501ef1, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.557135] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 634.557135] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 07676dca-3744-441e-8590-409f2ffd4501/07676dca-3744-441e-8590-409f2ffd4501.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.557301] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8314e7f-4e48-45d2-9ef7-7caa616bf179 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.567521] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 634.567521] env[63005]: value = "task-2576979" [ 634.567521] env[63005]: _type = "Task" [ 634.567521] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.578172] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "c03fdfd4-184e-47df-a40d-a856818686cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 634.578502] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 634.587332] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576979, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.818978] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576978, 'name': PowerOffVM_Task, 'duration_secs': 0.43819} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.819257] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 634.819644] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 634.931446] env[63005]: DEBUG nova.compute.utils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 634.931446] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 634.931446] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.016161] env[63005]: DEBUG nova.policy [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '915d33c3f8c6401abaf11bc26e6e0019', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff716d370d024d4b88d8152313c2340c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.083196] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576979, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.329683] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 635.330055] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 635.330556] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.331072] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 635.331394] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.331864] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 635.332444] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 635.332444] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 635.332638] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 635.332813] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 635.333102] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 635.340791] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b15c1aba-ede4-46f9-8329-dcc007f2d5b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.357830] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updated VIF entry in instance network info cache for port a8a3174e-0a4f-4115-b447-c0709e964707. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 635.358422] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updating instance_info_cache with network_info: [{"id": "a8a3174e-0a4f-4115-b447-c0709e964707", "address": "fa:16:3e:72:13:db", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a3174e-0a", "ovs_interfaceid": "a8a3174e-0a4f-4115-b447-c0709e964707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.367228] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 635.367228] env[63005]: value = "task-2576980" [ 635.367228] env[63005]: _type = "Task" [ 635.367228] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.380571] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576980, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.436957] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.484585] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Successfully created port: ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 635.592055] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576979, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654205} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.592055] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 07676dca-3744-441e-8590-409f2ffd4501/07676dca-3744-441e-8590-409f2ffd4501.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.592055] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.592055] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c9ef320-cae3-4cce-a46f-4e54abe670f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.602532] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 635.602532] env[63005]: value = "task-2576981" [ 635.602532] env[63005]: _type = "Task" [ 635.602532] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.612116] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576981, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.865170] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Releasing lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 635.865170] env[63005]: DEBUG nova.compute.manager [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Received event network-changed-a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 635.865327] env[63005]: DEBUG nova.compute.manager [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Refreshing instance network info cache due to event network-changed-a229479a-cdfd-4891-8dbe-9bdda68abcee. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 635.865510] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Acquiring lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 635.865652] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Acquired lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.865805] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Refreshing network info cache for port a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.879176] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576980, 'name': ReconfigVM_Task, 'duration_secs': 0.299245} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.883506] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 635.901035] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e295b15e-10db-4c7c-8ed9-ce54c0dfc3fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.911014] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21653c3d-f392-4760-9a52-1dcbc814e941 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.957189] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceefc480-ec89-4624-b824-f5636c2a4074 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.968497] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73342042-a851-4eb4-9af7-8c66afec502a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.986680] env[63005]: DEBUG nova.compute.provider_tree [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.034620] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.034875] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.115287] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576981, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209758} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.115403] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.116281] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8ed31b-2a1b-4002-9e9d-6baab80d2552 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.144213] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 07676dca-3744-441e-8590-409f2ffd4501/07676dca-3744-441e-8590-409f2ffd4501.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.144900] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-036a2a8a-cfa5-4920-be28-5d7d099fc56a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.170503] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 636.170503] env[63005]: value = "task-2576982" [ 636.170503] env[63005]: _type = "Task" [ 636.170503] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.180383] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576982, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.390416] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.390736] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.390814] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.391117] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.391544] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.391740] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.391981] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.392365] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.392528] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.392730] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.392922] env[63005]: DEBUG nova.virt.hardware [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.400061] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 636.400390] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-466ffb27-5bc4-45f7-9766-0eaa06f8530d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.426207] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 636.426207] env[63005]: value = "task-2576983" [ 636.426207] env[63005]: _type = "Task" [ 636.426207] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.437014] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.464457] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 636.503497] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 636.503773] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 636.503957] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 636.504202] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 636.505688] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 636.505920] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 636.506948] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 636.506948] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 636.506948] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 636.506948] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 636.506948] env[63005]: DEBUG nova.virt.hardware [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 636.507817] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81472fee-2f59-4f93-88d7-73c37b8b3a8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.521171] env[63005]: ERROR nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [req-6ab313b2-4542-49cd-9d1e-fe0543a4a55b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6ab313b2-4542-49cd-9d1e-fe0543a4a55b"}]} [ 636.521814] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2468af3-65d7-4421-a156-48bab8c3988f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.554187] env[63005]: DEBUG nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 636.575689] env[63005]: DEBUG nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 636.576271] env[63005]: DEBUG nova.compute.provider_tree [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 636.592674] env[63005]: DEBUG nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 636.613648] env[63005]: DEBUG nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 636.684477] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576982, 'name': ReconfigVM_Task, 'duration_secs': 0.374851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.684766] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 07676dca-3744-441e-8590-409f2ffd4501/07676dca-3744-441e-8590-409f2ffd4501.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.685487] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0253eba5-2d8c-4468-9cdd-09f3aa9ebb49 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.692163] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 636.692163] env[63005]: value = "task-2576984" [ 636.692163] env[63005]: _type = "Task" [ 636.692163] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.703433] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576984, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.708089] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updated VIF entry in instance network info cache for port a229479a-cdfd-4891-8dbe-9bdda68abcee. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 636.708460] env[63005]: DEBUG nova.network.neutron [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updating instance_info_cache with network_info: [{"id": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "address": "fa:16:3e:b9:cb:88", "network": {"id": "9fe191dd-bebf-4eb6-b32b-4279303408a0", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-41883997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e2cbcde7827742da8a384a18633f1aae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5bd281ed-ae39-485f-90ee-4ee27994b5b0", "external-id": "nsx-vlan-transportzone-305", "segmentation_id": 305, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa229479a-cd", "ovs_interfaceid": "a229479a-cdfd-4891-8dbe-9bdda68abcee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.937601] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576983, 'name': ReconfigVM_Task, 'duration_secs': 0.227905} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.937741] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 636.938928] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5521f30-4c88-4ed2-bb67-2eb8f058ff95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.967689] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.970958] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4519f9d-a519-4120-a12a-862c8b78614e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.991738] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 636.991738] env[63005]: value = "task-2576985" [ 636.991738] env[63005]: _type = "Task" [ 636.991738] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.005348] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.061668] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Successfully updated port: ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.109772] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04dd7f9-918e-4f92-ad33-199f5f3ccd58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.123213] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e9ccf4-1d13-4019-bc88-97f9066b0d40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.156521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a62bb5-d1c4-4a34-8c1a-a96800e3f0a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.165057] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4607104-ba51-4e1b-b55c-3863ffbf4b59 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.179708] env[63005]: DEBUG nova.compute.provider_tree [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 637.202458] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576984, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.213606] env[63005]: DEBUG oslo_concurrency.lockutils [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] Releasing lock "refresh_cache-d6fcbfca-a9ff-4085-b133-89c85fb1980e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 637.213900] env[63005]: DEBUG nova.compute.manager [req-007095a6-60be-4e87-8fed-178c2a1e7f07 req-193d7c12-6512-434c-9f73-4f3a5638b27a service nova] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Received event network-vif-deleted-6b5cb62c-1753-46af-8d9f-d3386754c881 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.305963] env[63005]: DEBUG nova.compute.manager [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Received event network-vif-plugged-ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 637.305963] env[63005]: DEBUG oslo_concurrency.lockutils [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] Acquiring lock "ffba214f-8943-487c-b68c-f7d95da04543-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.305963] env[63005]: DEBUG oslo_concurrency.lockutils [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] Lock "ffba214f-8943-487c-b68c-f7d95da04543-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.305963] env[63005]: DEBUG oslo_concurrency.lockutils [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] Lock "ffba214f-8943-487c-b68c-f7d95da04543-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.305963] env[63005]: DEBUG nova.compute.manager [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] No waiting events found dispatching network-vif-plugged-ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.306544] env[63005]: WARNING nova.compute.manager [req-611156bd-4bc5-4ca5-be61-ba10a98c50bf req-983a4775-55d6-4410-bec7-aaf3961f2d50 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Received unexpected event network-vif-plugged-ade66628-9578-48c9-81ee-d4b1a3471a12 for instance with vm_state building and task_state spawning. [ 637.503271] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2576985, 'name': ReconfigVM_Task, 'duration_secs': 0.287634} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.503271] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Reconfigured VM instance instance-00000007 to attach disk [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e/aaddae64-82e8-46d2-8de5-f53d0ed8411e.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.503577] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 637.566225] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 637.566431] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquired lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.566609] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.702662] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576984, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.723101] env[63005]: DEBUG nova.scheduler.client.report [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 41 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 637.723416] env[63005]: DEBUG nova.compute.provider_tree [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 41 to 42 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 637.723597] env[63005]: DEBUG nova.compute.provider_tree [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 638.012101] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea099fec-09d1-4faf-b203-a29cd29b64f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.031973] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10952e67-4a64-4f5a-ae4f-a77a8b891439 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.050514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 638.107138] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.203047] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576984, 'name': Rename_Task, 'duration_secs': 1.272036} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.203330] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.203568] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-431c9f86-b540-45f7-b936-18d968053c06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.210115] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 638.210115] env[63005]: value = "task-2576986" [ 638.210115] env[63005]: _type = "Task" [ 638.210115] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.221772] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.231272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.811s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.231731] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 638.234340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.726s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.235786] env[63005]: INFO nova.compute.claims [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.266857] env[63005]: DEBUG nova.network.neutron [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Updating instance_info_cache with network_info: [{"id": "ade66628-9578-48c9-81ee-d4b1a3471a12", "address": "fa:16:3e:40:de:d3", "network": {"id": "bb1058d0-e12d-4f0b-8091-69d6744cf5e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-86072740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff716d370d024d4b88d8152313c2340c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade66628-95", "ovs_interfaceid": "ade66628-9578-48c9-81ee-d4b1a3471a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.615826] env[63005]: DEBUG nova.network.neutron [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Port 962c9d83-c411-4e9d-b95f-41ef37c77755 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 638.723882] env[63005]: DEBUG oslo_vmware.api [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2576986, 'name': PowerOnVM_Task, 'duration_secs': 0.507211} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.725697] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.725697] env[63005]: INFO nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Took 10.69 seconds to spawn the instance on the hypervisor. [ 638.725697] env[63005]: DEBUG nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.725697] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1ab14-1307-4c34-978f-ca18d84e2495 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.741013] env[63005]: DEBUG nova.compute.utils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 638.742295] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 638.769865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Releasing lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 638.770211] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Instance network_info: |[{"id": "ade66628-9578-48c9-81ee-d4b1a3471a12", "address": "fa:16:3e:40:de:d3", "network": {"id": "bb1058d0-e12d-4f0b-8091-69d6744cf5e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-86072740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff716d370d024d4b88d8152313c2340c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade66628-95", "ovs_interfaceid": "ade66628-9578-48c9-81ee-d4b1a3471a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 638.770607] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:de:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f3ccbdbb-8b49-4a26-913f-2a448b72280f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ade66628-9578-48c9-81ee-d4b1a3471a12', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 638.782045] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Creating folder: Project (ff716d370d024d4b88d8152313c2340c). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.782861] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a9bae3d-bb09-431b-bd4b-3c92fd5c9c1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.796884] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Created folder: Project (ff716d370d024d4b88d8152313c2340c) in parent group-v519994. [ 638.797025] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Creating folder: Instances. Parent ref: group-v520048. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 638.798827] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ef04818e-8f1b-43d0-8b0b-c932253fe961 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.811191] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Created folder: Instances in parent group-v520048. [ 638.812129] env[63005]: DEBUG oslo.service.loopingcall [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 638.812543] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 638.812998] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f107ee3f-85d3-4ebe-9457-a7624e31b01f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.851497] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 638.851497] env[63005]: value = "task-2576989" [ 638.851497] env[63005]: _type = "Task" [ 638.851497] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.864168] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576989, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.197890] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.198293] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.245461] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 639.258348] env[63005]: INFO nova.compute.manager [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Took 33.58 seconds to build instance. [ 639.365221] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576989, 'name': CreateVM_Task, 'duration_secs': 0.312561} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.368368] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.370630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.370630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.370952] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 639.371533] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6b0a94e-f9d3-4400-bf57-7862cbc26c41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.377919] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 639.377919] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a1b4ca-0fb7-c077-2c0f-39dbcefd5a59" [ 639.377919] env[63005]: _type = "Task" [ 639.377919] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.396420] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a1b4ca-0fb7-c077-2c0f-39dbcefd5a59, 'name': SearchDatastore_Task, 'duration_secs': 0.011706} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.396420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.396420] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 639.396420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.396725] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.396725] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 639.396725] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd006cda-301c-44f7-98a3-8a696fddd37c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.408111] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 639.408273] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 639.409457] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94cb52ab-2d57-470d-8276-02b6c39b7295 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.415989] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 639.415989] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521ea484-17b1-fe55-c999-2a59cda2d66c" [ 639.415989] env[63005]: _type = "Task" [ 639.415989] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.429143] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ea484-17b1-fe55-c999-2a59cda2d66c, 'name': SearchDatastore_Task, 'duration_secs': 0.010432} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.430019] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a54621d-cb69-4eee-a5e4-b8aa096e4b02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.437310] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 639.437310] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ef2047-a545-6c05-e8fe-30c60bc2643a" [ 639.437310] env[63005]: _type = "Task" [ 639.437310] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.446141] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ef2047-a545-6c05-e8fe-30c60bc2643a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.653330] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.653330] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.653330] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.685543] env[63005]: DEBUG nova.compute.manager [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Received event network-changed-ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 639.685663] env[63005]: DEBUG nova.compute.manager [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Refreshing instance network info cache due to event network-changed-ade66628-9578-48c9-81ee-d4b1a3471a12. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 639.685857] env[63005]: DEBUG oslo_concurrency.lockutils [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] Acquiring lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.685988] env[63005]: DEBUG oslo_concurrency.lockutils [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] Acquired lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.686226] env[63005]: DEBUG nova.network.neutron [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Refreshing network info cache for port ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.763848] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4bc5c74d-6789-4c58-8048-fc06f77611a2 tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.099s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.779328] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399427ab-027f-4aba-9a49-51bce7cc4d4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.789988] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0434c51f-ea8c-45ab-b92f-908ed60841e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.824355] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad90d386-34b9-408e-9c7c-71a2809a76d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.832635] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c10e5-9a78-479b-9596-b50f135fe0b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.847892] env[63005]: DEBUG nova.compute.provider_tree [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 639.891093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.891093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.891093] env[63005]: DEBUG nova.compute.manager [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 639.891803] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf71fda-7545-4382-8597-1138aacff78e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.902339] env[63005]: DEBUG nova.compute.manager [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 639.902906] env[63005]: DEBUG nova.objects.instance [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lazy-loading 'flavor' on Instance uuid 0a3c5e11-62b6-4f02-bc14-917a932ecf54 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 639.947928] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ef2047-a545-6c05-e8fe-30c60bc2643a, 'name': SearchDatastore_Task, 'duration_secs': 0.009743} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.948195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.948440] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ffba214f-8943-487c-b68c-f7d95da04543/ffba214f-8943-487c-b68c-f7d95da04543.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.948704] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f7aef3d-8156-49a3-9451-43820436e400 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.960029] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 639.960029] env[63005]: value = "task-2576990" [ 639.960029] env[63005]: _type = "Task" [ 639.960029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.966777] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576990, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.267766] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 640.270305] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 640.303215] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 640.303617] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 640.303725] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.303903] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 640.304109] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.304688] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 640.304968] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 640.305228] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 640.305379] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 640.306164] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 640.306448] env[63005]: DEBUG nova.virt.hardware [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 640.307783] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3225684-9abd-4d67-b8e7-c2fc0b056eee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.323264] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486b7419-de8e-41ed-8fef-da0f3bea26e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.346218] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.353461] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Creating folder: Project (948923c362ca45e087e89eee32512333). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.357145] env[63005]: DEBUG nova.scheduler.client.report [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.361922] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52a1b201-7e9a-4dc5-bb8e-961ad8bc49e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.379021] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Created folder: Project (948923c362ca45e087e89eee32512333) in parent group-v519994. [ 640.380092] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Creating folder: Instances. Parent ref: group-v520051. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 640.381403] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a944dba4-c726-4729-8236-96da7b9eb54e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.396519] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Created folder: Instances in parent group-v520051. [ 640.397731] env[63005]: DEBUG oslo.service.loopingcall [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 640.397731] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.397731] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b870f16-6701-404c-9f6c-3cc0f0a9ab8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.423658] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.423658] env[63005]: value = "task-2576993" [ 640.423658] env[63005]: _type = "Task" [ 640.423658] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.435377] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576993, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.472351] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576990, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454493} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.472351] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ffba214f-8943-487c-b68c-f7d95da04543/ffba214f-8943-487c-b68c-f7d95da04543.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.472805] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 640.472918] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22f6b05d-3281-46ee-b0ca-1d92b11179cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.481700] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 640.481700] env[63005]: value = "task-2576994" [ 640.481700] env[63005]: _type = "Task" [ 640.481700] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.498643] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.745544] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.745789] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.745937] env[63005]: DEBUG nova.network.neutron [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 640.750302] env[63005]: DEBUG nova.network.neutron [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Updated VIF entry in instance network info cache for port ade66628-9578-48c9-81ee-d4b1a3471a12. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 640.750626] env[63005]: DEBUG nova.network.neutron [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Updating instance_info_cache with network_info: [{"id": "ade66628-9578-48c9-81ee-d4b1a3471a12", "address": "fa:16:3e:40:de:d3", "network": {"id": "bb1058d0-e12d-4f0b-8091-69d6744cf5e4", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-86072740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff716d370d024d4b88d8152313c2340c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f3ccbdbb-8b49-4a26-913f-2a448b72280f", "external-id": "nsx-vlan-transportzone-412", "segmentation_id": 412, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapade66628-95", "ovs_interfaceid": "ade66628-9578-48c9-81ee-d4b1a3471a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.795832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.866028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.866148] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 640.868778] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.993s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.869016] env[63005]: DEBUG nova.objects.instance [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lazy-loading 'resources' on Instance uuid 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 640.919646] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 640.919957] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd135ede-9d5e-4976-8832-983017f48ea2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.928461] env[63005]: DEBUG oslo_vmware.api [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 640.928461] env[63005]: value = "task-2576995" [ 640.928461] env[63005]: _type = "Task" [ 640.928461] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.935284] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2576993, 'name': CreateVM_Task, 'duration_secs': 0.269066} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.935809] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.936273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 640.937101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.937101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 640.937360] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d50de26-9757-409f-b10f-1abe5e248420 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.942122] env[63005]: DEBUG oslo_vmware.api [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.948120] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 640.948120] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5222c677-4ce5-b673-c71b-7feea67af2d8" [ 640.948120] env[63005]: _type = "Task" [ 640.948120] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.956855] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222c677-4ce5-b673-c71b-7feea67af2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.996873] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.997016] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 640.997819] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b51ec3-1d80-4b7a-b3a0-49970e6e5719 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.029336] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] ffba214f-8943-487c-b68c-f7d95da04543/ffba214f-8943-487c-b68c-f7d95da04543.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 641.029681] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38daa7e-1060-4c9c-b0ff-59fa04aaf7e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.051330] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 641.051330] env[63005]: value = "task-2576996" [ 641.051330] env[63005]: _type = "Task" [ 641.051330] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.060343] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.253523] env[63005]: DEBUG oslo_concurrency.lockutils [req-03abeba4-d7bf-4941-810e-f805522748a4 req-d05f7200-ad30-4443-a03d-45a87c5d68d0 service nova] Releasing lock "refresh_cache-ffba214f-8943-487c-b68c-f7d95da04543" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.375313] env[63005]: DEBUG nova.compute.utils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 641.377636] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 641.377636] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 641.443726] env[63005]: DEBUG oslo_vmware.api [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2576995, 'name': PowerOffVM_Task, 'duration_secs': 0.381461} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.443982] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 641.444196] env[63005]: DEBUG nova.compute.manager [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.445036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66aea22-efdb-42fd-9765-6be5b494e7ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.465737] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222c677-4ce5-b673-c71b-7feea67af2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.465737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 641.465737] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 641.465737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.468236] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.468236] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 641.468236] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d40d020f-bb49-4a80-87be-dc79d12efaf0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.474484] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 641.474484] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 641.480720] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-662ee89d-99e2-4ae8-8305-ba5f859f2bf6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.489412] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 641.489412] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]520a9b9a-62e7-fea5-b3a2-7e6e285cc0eb" [ 641.489412] env[63005]: _type = "Task" [ 641.489412] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.496179] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520a9b9a-62e7-fea5-b3a2-7e6e285cc0eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.535885] env[63005]: DEBUG nova.policy [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b73a0ae29fd94978b4ed7386e3359045', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8e98b37d132644a3a8b984f52c45d88b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.565843] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576996, 'name': ReconfigVM_Task, 'duration_secs': 0.406013} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.569020] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Reconfigured VM instance instance-00000012 to attach disk [datastore1] ffba214f-8943-487c-b68c-f7d95da04543/ffba214f-8943-487c-b68c-f7d95da04543.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 641.570281] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05035f74-deba-47e3-85e3-e727770020a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.576931] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 641.576931] env[63005]: value = "task-2576997" [ 641.576931] env[63005]: _type = "Task" [ 641.576931] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.588871] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576997, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.703210] env[63005]: DEBUG nova.network.neutron [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.882653] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 641.933431] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf588aa-d308-4eb3-8ecc-4551c4b5f55d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.947782] env[63005]: DEBUG nova.compute.manager [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Received event network-changed-a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 641.947874] env[63005]: DEBUG nova.compute.manager [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Refreshing instance network info cache due to event network-changed-a8a3174e-0a4f-4115-b447-c0709e964707. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 641.948099] env[63005]: DEBUG oslo_concurrency.lockutils [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] Acquiring lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 641.948243] env[63005]: DEBUG oslo_concurrency.lockutils [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] Acquired lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.948400] env[63005]: DEBUG nova.network.neutron [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Refreshing network info cache for port a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 641.951067] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5946f3-83eb-4a54-a255-32481474c13d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.989295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ef0bdc1-5389-4852-b099-81c636465865 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.991871] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf5945d-9aca-4681-b482-78a210661123 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.999448] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Successfully created port: 85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 642.008556] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520a9b9a-62e7-fea5-b3a2-7e6e285cc0eb, 'name': SearchDatastore_Task, 'duration_secs': 0.008618} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.010380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e01b50-1163-40dd-b0fb-7fb711ff8ae8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.016422] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12e392dd-0849-4a5e-b094-2a0788617bd2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.032657] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.034025] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 642.034025] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5241a5c4-444c-0b85-1f0b-202e9581f450" [ 642.034025] env[63005]: _type = "Task" [ 642.034025] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.043022] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5241a5c4-444c-0b85-1f0b-202e9581f450, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.043510] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.043778] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 54255b86-d935-4a6a-9448-8843a7820878/54255b86-d935-4a6a-9448-8843a7820878.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.044030] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfc1678f-0a5c-4cb2-8514-893425957e8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.050399] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 642.050399] env[63005]: value = "task-2576998" [ 642.050399] env[63005]: _type = "Task" [ 642.050399] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.058900] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2576998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.086673] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576997, 'name': Rename_Task, 'duration_secs': 0.1959} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.086673] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 642.086857] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f415189-3f0b-4b07-a68a-801014921f8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.093135] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 642.093135] env[63005]: value = "task-2576999" [ 642.093135] env[63005]: _type = "Task" [ 642.093135] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.103447] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.208590] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 642.563615] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2576998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487729} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.564848] env[63005]: ERROR nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [req-503e5b3f-9699-429a-99ad-280acf1e88fb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-503e5b3f-9699-429a-99ad-280acf1e88fb"}]} [ 642.565268] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 54255b86-d935-4a6a-9448-8843a7820878/54255b86-d935-4a6a-9448-8843a7820878.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.565480] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.570421] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-659ef7d0-d280-43ef-9a75-de70c3e57f23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.587504] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 642.587504] env[63005]: value = "task-2577000" [ 642.587504] env[63005]: _type = "Task" [ 642.587504] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.598949] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577000, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.604251] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 642.613654] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.624865] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 642.625255] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.644511] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 642.677500] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 642.737610] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde752cf-c06d-4430-a175-cb90cf89af31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.776191] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81de6c79-cac7-4244-b0fb-5aac58b09e02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.786093] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 642.795825] env[63005]: DEBUG nova.network.neutron [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updated VIF entry in instance network info cache for port a8a3174e-0a4f-4115-b447-c0709e964707. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 642.796291] env[63005]: DEBUG nova.network.neutron [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updating instance_info_cache with network_info: [{"id": "a8a3174e-0a4f-4115-b447-c0709e964707", "address": "fa:16:3e:72:13:db", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8a3174e-0a", "ovs_interfaceid": "a8a3174e-0a4f-4115-b447-c0709e964707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 642.896196] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 642.932029] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 642.932029] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 642.932029] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 642.932281] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 642.932281] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 642.932281] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 642.932693] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 642.932989] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 642.933326] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 642.933612] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 642.934013] env[63005]: DEBUG nova.virt.hardware [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 642.935054] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69b7684f-8cea-4886-8756-2b8fd2d53796 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.945216] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a86fd94-70a3-4362-829e-9873d8c981b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.098130] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577000, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065868} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.098130] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.099045] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217254e1-ebf1-40e1-8f1f-c3270f4c419a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.122594] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 54255b86-d935-4a6a-9448-8843a7820878/54255b86-d935-4a6a-9448-8843a7820878.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.126522] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74b76c81-4c71-40ea-b89b-c1baa86fd067 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.140862] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.150060] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 643.150060] env[63005]: value = "task-2577001" [ 643.150060] env[63005]: _type = "Task" [ 643.150060] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.159886] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577001, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.247077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef630a2-77f1-4dc0-8cbe-59ad75c1d2b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.259229] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb2ebf7-c3d4-4338-8613-79909cf2243e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.297400] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 643.297967] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-092ed9c8-34ec-4499-8860-6834b2c1bcf8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.300495] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c696a175-245d-48b1-9e19-b64d5a8fe92b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.302998] env[63005]: DEBUG oslo_concurrency.lockutils [req-6103c099-7dde-484b-83c4-864780d3e668 req-ba5bf5c9-a992-49c8-a41e-3f97630fb848 service nova] Releasing lock "refresh_cache-07676dca-3744-441e-8590-409f2ffd4501" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 643.310048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7324c-628a-4d0b-9921-0134abcb605b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.315372] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 643.315372] env[63005]: value = "task-2577002" [ 643.315372] env[63005]: _type = "Task" [ 643.315372] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.326538] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.333438] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577002, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.615103] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.638514] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Successfully updated port: 85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.660187] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577001, 'name': ReconfigVM_Task, 'duration_secs': 0.353574} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.660461] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 54255b86-d935-4a6a-9448-8843a7820878/54255b86-d935-4a6a-9448-8843a7820878.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.661158] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faf1429d-7472-4b53-9bd5-5df93e7e4fde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.669029] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 643.669029] env[63005]: value = "task-2577003" [ 643.669029] env[63005]: _type = "Task" [ 643.669029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.684438] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577003, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.829323] env[63005]: DEBUG oslo_vmware.api [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577002, 'name': PowerOnVM_Task, 'duration_secs': 0.386176} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.829323] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 643.829323] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0004241d-14ed-41f4-a060-692b43a516ab tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance 'aaddae64-82e8-46d2-8de5-f53d0ed8411e' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 643.862108] env[63005]: ERROR nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] [req-e8303025-fb1c-4fab-bced-58486060298b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8303025-fb1c-4fab-bced-58486060298b"}]} [ 643.881522] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 643.902932] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 643.903233] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 643.925022] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 643.948505] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 644.028896] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "4329770f-b089-46da-8d91-c9e953ba3a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.029630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.052102] env[63005]: DEBUG nova.compute.manager [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Received event network-vif-plugged-85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 644.052102] env[63005]: DEBUG oslo_concurrency.lockutils [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] Acquiring lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.052102] env[63005]: DEBUG oslo_concurrency.lockutils [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.052102] env[63005]: DEBUG oslo_concurrency.lockutils [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.052102] env[63005]: DEBUG nova.compute.manager [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] No waiting events found dispatching network-vif-plugged-85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 644.052695] env[63005]: WARNING nova.compute.manager [req-cea7e9fe-96fc-4ac6-8c35-8e5d1eced2a5 req-041c2b70-7c22-4b4d-a99a-25668659acbf service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Received unexpected event network-vif-plugged-85df4516-8467-4346-bcf6-08966316eb61 for instance with vm_state building and task_state spawning. [ 644.114478] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.144121] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 644.144503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquired lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.144503] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 644.180820] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577003, 'name': Rename_Task, 'duration_secs': 0.235106} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.184710] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.189172] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-514b770f-f312-48cb-8fe4-420c9d4240f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.194962] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 644.194962] env[63005]: value = "task-2577004" [ 644.194962] env[63005]: _type = "Task" [ 644.194962] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.206652] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577004, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.522226] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684824fb-ff55-4473-863f-da3f8108fdb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.531742] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab18771-639d-4d1c-b0eb-6e45e2f8f7b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.571090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf60963-f297-4622-919b-ee85e90171b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.580800] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9dddd51-a6b9-4d42-a3b3-ca4e7864b3c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.594769] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 644.607798] env[63005]: DEBUG nova.objects.instance [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lazy-loading 'flavor' on Instance uuid 0a3c5e11-62b6-4f02-bc14-917a932ecf54 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 644.618125] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.709870] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577004, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.722759] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.068026] env[63005]: DEBUG nova.network.neutron [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updating instance_info_cache with network_info: [{"id": "85df4516-8467-4346-bcf6-08966316eb61", "address": "fa:16:3e:c6:c4:88", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85df4516-84", "ovs_interfaceid": "85df4516-8467-4346-bcf6-08966316eb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.118166] env[63005]: DEBUG oslo_vmware.api [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2576999, 'name': PowerOnVM_Task, 'duration_secs': 2.772321} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.118780] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.119362] env[63005]: INFO nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Took 8.66 seconds to spawn the instance on the hypervisor. [ 645.119711] env[63005]: DEBUG nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.120769] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2346e39e-22a5-40b4-8917-75ab40717f8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.127527] env[63005]: DEBUG oslo_concurrency.lockutils [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 645.127527] env[63005]: DEBUG oslo_concurrency.lockutils [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquired lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.127527] env[63005]: DEBUG nova.network.neutron [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.127527] env[63005]: DEBUG nova.objects.instance [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lazy-loading 'info_cache' on Instance uuid 0a3c5e11-62b6-4f02-bc14-917a932ecf54 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 645.144127] env[63005]: DEBUG nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 44 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 645.144552] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 44 to 45 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 645.144728] env[63005]: DEBUG nova.compute.provider_tree [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.207199] env[63005]: DEBUG oslo_vmware.api [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577004, 'name': PowerOnVM_Task, 'duration_secs': 0.891581} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.207199] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 645.207199] env[63005]: INFO nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Took 4.94 seconds to spawn the instance on the hypervisor. [ 645.207199] env[63005]: DEBUG nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 645.208022] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b564df1d-9977-4f17-83fd-ee369f8941dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.570955] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Releasing lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 645.571392] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Instance network_info: |[{"id": "85df4516-8467-4346-bcf6-08966316eb61", "address": "fa:16:3e:c6:c4:88", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85df4516-84", "ovs_interfaceid": "85df4516-8467-4346-bcf6-08966316eb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.571920] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:c4:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85df4516-8467-4346-bcf6-08966316eb61', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.580522] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Creating folder: Project (8e98b37d132644a3a8b984f52c45d88b). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.580522] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6797fda2-34a8-403a-bf86-126dedd3e304 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.595100] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Created folder: Project (8e98b37d132644a3a8b984f52c45d88b) in parent group-v519994. [ 645.595100] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Creating folder: Instances. Parent ref: group-v520054. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.595100] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-764ececf-0e6d-4aa3-9054-1006b4bf5833 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.603528] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Created folder: Instances in parent group-v520054. [ 645.603875] env[63005]: DEBUG oslo.service.loopingcall [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 645.607483] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.607483] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66acd9f9-9689-44d5-905f-3507a0264bdb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.629097] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.629097] env[63005]: value = "task-2577007" [ 645.629097] env[63005]: _type = "Task" [ 645.629097] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.630908] env[63005]: DEBUG nova.objects.base [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Object Instance<0a3c5e11-62b6-4f02-bc14-917a932ecf54> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 645.646039] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577007, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.650679] env[63005]: INFO nova.compute.manager [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Took 33.53 seconds to build instance. [ 645.656511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.788s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.660387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.494s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.662255] env[63005]: INFO nova.compute.claims [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.711259] env[63005]: INFO nova.scheduler.client.report [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Deleted allocations for instance 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719 [ 645.734317] env[63005]: INFO nova.compute.manager [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Took 29.89 seconds to build instance. [ 646.145165] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577007, 'name': CreateVM_Task, 'duration_secs': 0.3463} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.146578] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 646.147377] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.147598] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.147865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 646.148540] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2255d94e-830e-4f0d-b11d-7deb38553c77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.154245] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e8c9f26-3996-412d-8da7-e4992153776c tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.018s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.154573] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 646.154573] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ae52a9-3abf-5b49-4930-3367010401fb" [ 646.154573] env[63005]: _type = "Task" [ 646.154573] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.168239] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ae52a9-3abf-5b49-4930-3367010401fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.226632] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e106de9c-eda3-480f-aab6-091334217555 tempest-ServerPasswordTestJSON-748984267 tempest-ServerPasswordTestJSON-748984267-project-member] Lock "87f2c2b5-5cf1-4be8-b4cb-17736d7e6719" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.986s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.243011] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6228a6e8-f964-4d78-8435-4cf6d65ad55c tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.483s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.658661] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.684317] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ae52a9-3abf-5b49-4930-3367010401fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01692} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.684941] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 646.684941] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.685211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 646.685367] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.685592] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.685869] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84d93bd0-3de5-49b9-ae8c-70e02fc5b658 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.696919] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.696919] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.698364] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3706f71-f45e-4d05-8836-47e0d9ef746c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.707324] env[63005]: DEBUG nova.network.neutron [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updating instance_info_cache with network_info: [{"id": "355fecd7-eaa0-4e75-a220-ad431958d466", "address": "fa:16:3e:06:be:b0", "network": {"id": "1948af38-2fc5-4a90-8f6d-65ed7be10cf8", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1711400242-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b833f54cd0df4e279b7352aad58ab2f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9643129c-1d95-4422-9df1-2c21289bd5d6", "external-id": "nsx-vlan-transportzone-917", "segmentation_id": 917, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap355fecd7-ea", "ovs_interfaceid": "355fecd7-eaa0-4e75-a220-ad431958d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.711524] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 646.711524] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5252a610-85e8-6f07-326a-6702882432eb" [ 646.711524] env[63005]: _type = "Task" [ 646.711524] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.725766] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5252a610-85e8-6f07-326a-6702882432eb, 'name': SearchDatastore_Task, 'duration_secs': 0.017099} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.726689] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7c02f5e-7abd-4942-b18c-d5a91abefc95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.733839] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 646.733839] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a4e113-7681-51f2-81a6-c62e90991188" [ 646.733839] env[63005]: _type = "Task" [ 646.733839] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.743184] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 646.758664] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a4e113-7681-51f2-81a6-c62e90991188, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.895739] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.896027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.896259] env[63005]: DEBUG nova.compute.manager [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Going to confirm migration 1 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 646.935559] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.935559] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 647.120665] env[63005]: DEBUG nova.compute.manager [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Received event network-changed-85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 647.120665] env[63005]: DEBUG nova.compute.manager [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Refreshing instance network info cache due to event network-changed-85df4516-8467-4346-bcf6-08966316eb61. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 647.120665] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] Acquiring lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.120665] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] Acquired lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.120665] env[63005]: DEBUG nova.network.neutron [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Refreshing network info cache for port 85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.195581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.213205] env[63005]: DEBUG oslo_concurrency.lockutils [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Releasing lock "refresh_cache-0a3c5e11-62b6-4f02-bc14-917a932ecf54" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.254135] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a4e113-7681-51f2-81a6-c62e90991188, 'name': SearchDatastore_Task, 'duration_secs': 0.012957} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.254404] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 647.255852] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] b07bd973-265e-4df9-bdd4-08942c4ca648/b07bd973-265e-4df9-bdd4-08942c4ca648.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.257353] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31261064-e8e6-4d14-b017-c1c55fde7eae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.277111] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 647.277111] env[63005]: value = "task-2577008" [ 647.277111] env[63005]: _type = "Task" [ 647.277111] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.278130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 647.287173] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.293432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11041c13-bbaf-48fb-8c73-93af8c684181 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.298722] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0529e2bc-f542-41d8-86c7-a2c8ff9260ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.336717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98abcd48-387f-4e4e-b7fc-ccffa670b7e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.345521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067ec087-139b-4352-9659-735f90e7114d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.363738] env[63005]: DEBUG nova.compute.provider_tree [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.587134] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 647.587345] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.587528] env[63005]: DEBUG nova.network.neutron [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.587736] env[63005]: DEBUG nova.objects.instance [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lazy-loading 'info_cache' on Instance uuid aaddae64-82e8-46d2-8de5-f53d0ed8411e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 647.791848] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577008, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.820217] env[63005]: DEBUG nova.compute.manager [None req-dec782d5-1143-4fe1-a997-e38b978cdb98 tempest-ServerDiagnosticsV248Test-1857747674 tempest-ServerDiagnosticsV248Test-1857747674-project-admin] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.828957] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493a93ab-907f-44d7-ac32-60a30beca8ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.837969] env[63005]: INFO nova.compute.manager [None req-dec782d5-1143-4fe1-a997-e38b978cdb98 tempest-ServerDiagnosticsV248Test-1857747674 tempest-ServerDiagnosticsV248Test-1857747674-project-admin] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Retrieving diagnostics [ 647.839315] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd98ca03-3438-4e8e-beb9-0aa5d93ce282 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.875526] env[63005]: DEBUG nova.scheduler.client.report [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.058900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "ffba214f-8943-487c-b68c-f7d95da04543" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.059378] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.059378] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "ffba214f-8943-487c-b68c-f7d95da04543-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.059578] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.061789] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.063100] env[63005]: INFO nova.compute.manager [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Terminating instance [ 648.121962] env[63005]: DEBUG nova.network.neutron [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updated VIF entry in instance network info cache for port 85df4516-8467-4346-bcf6-08966316eb61. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 648.121962] env[63005]: DEBUG nova.network.neutron [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updating instance_info_cache with network_info: [{"id": "85df4516-8467-4346-bcf6-08966316eb61", "address": "fa:16:3e:c6:c4:88", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85df4516-84", "ovs_interfaceid": "85df4516-8467-4346-bcf6-08966316eb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.223948] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 648.224292] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4204d1b-735c-42ae-8bd6-c0606743d119 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.232593] env[63005]: DEBUG oslo_vmware.api [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 648.232593] env[63005]: value = "task-2577009" [ 648.232593] env[63005]: _type = "Task" [ 648.232593] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.240988] env[63005]: DEBUG oslo_vmware.api [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.290378] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634074} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.290740] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] b07bd973-265e-4df9-bdd4-08942c4ca648/b07bd973-265e-4df9-bdd4-08942c4ca648.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.290995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.291290] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f072b8a6-de20-4894-82fe-e581f847b156 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.298654] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 648.298654] env[63005]: value = "task-2577010" [ 648.298654] env[63005]: _type = "Task" [ 648.298654] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.306646] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.389223] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.389223] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.392540] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.269s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.394469] env[63005]: INFO nova.compute.claims [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.572870] env[63005]: DEBUG nova.compute.manager [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 648.573178] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 648.574092] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b555f54-aa3d-4a93-90c4-9ce1a335b048 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.585069] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 648.585069] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9f49d43-7b84-4787-bd4a-150abf552ddb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.593864] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 648.593864] env[63005]: value = "task-2577011" [ 648.593864] env[63005]: _type = "Task" [ 648.593864] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.610267] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2577011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.627950] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d22214d-2eab-4799-850d-2482e02acaef req-ed4bdd8b-bb8e-4949-8dda-3f0b144ecc1d service nova] Releasing lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 648.741831] env[63005]: DEBUG oslo_vmware.api [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577009, 'name': PowerOnVM_Task, 'duration_secs': 0.504357} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.744546] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.744841] env[63005]: DEBUG nova.compute.manager [None req-defc2ff7-5441-4f16-9440-1042530b4191 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.746630] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c07495-c4b9-4e1f-ad94-9c5de2ad36a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.809943] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134416} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.810229] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.812773] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f82afa-ab0f-4d5d-9076-a4a61570d9da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.840126] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] b07bd973-265e-4df9-bdd4-08942c4ca648/b07bd973-265e-4df9-bdd4-08942c4ca648.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.845374] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d91e7874-ac5e-4ea7-a1ac-52d8fa301cd8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.877796] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 648.877796] env[63005]: value = "task-2577012" [ 648.877796] env[63005]: _type = "Task" [ 648.877796] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.886807] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.909609] env[63005]: DEBUG nova.compute.utils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 648.915226] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.915226] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 649.032333] env[63005]: DEBUG nova.policy [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2505f8f8ddf546ae9765dfdef0d5c7e2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57cbdb71f5a4477fa8b45142a806e71b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 649.111562] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2577011, 'name': PowerOffVM_Task, 'duration_secs': 0.290922} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.111762] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 649.111995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 649.112804] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ea98bc9-6fcd-43d6-8efc-7b6454803c57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.186903] env[63005]: DEBUG nova.network.neutron [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [{"id": "962c9d83-c411-4e9d-b95f-41ef37c77755", "address": "fa:16:3e:e5:c0:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.201", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap962c9d83-c4", "ovs_interfaceid": "962c9d83-c411-4e9d-b95f-41ef37c77755", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.390012] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577012, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.412974] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.539711] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Successfully created port: 2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.695815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-aaddae64-82e8-46d2-8de5-f53d0ed8411e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 649.697029] env[63005]: DEBUG nova.objects.instance [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lazy-loading 'migration_context' on Instance uuid aaddae64-82e8-46d2-8de5-f53d0ed8411e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 649.821866] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.821917] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.857390] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.857620] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.899265] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577012, 'name': ReconfigVM_Task, 'duration_secs': 0.744621} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.899265] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Reconfigured VM instance instance-00000014 to attach disk [datastore1] b07bd973-265e-4df9-bdd4-08942c4ca648/b07bd973-265e-4df9-bdd4-08942c4ca648.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.900787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "50e62458-27be-4738-bea8-5c6eeb68afdc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.900787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.903505] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74b606da-1698-47df-b988-bfed481bb8e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.912534] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 649.912534] env[63005]: value = "task-2577014" [ 649.912534] env[63005]: _type = "Task" [ 649.912534] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.918801] env[63005]: INFO nova.virt.block_device [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Booting with volume 2c127b62-ae9d-4f27-bcf3-ce055e458e6c at /dev/sda [ 649.929603] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577014, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.992598] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50af45fb-106b-40aa-b448-4aaa3e9280bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.007652] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6c0931-ed48-4660-98bc-d6ba97e2b2c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.052776] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb9cd756-f2b2-442f-b1bc-69ae90df3af2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.055727] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-680be4a4-e08f-4698-870e-e4e60bd53916 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.066282] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ac4817-c70b-404c-97ce-a06c664f9876 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.072882] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af72251-60b6-46f0-9b79-e128c2c1eb64 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.129228] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c05a36-1ea3-44f8-bc8d-82bcb727aa9a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.132796] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b0d0d8-f5f1-422f-9869-6f4d75157ae7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.141837] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65d4d70-a1f4-486b-bf3a-49640f0fd960 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.145511] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2497583-598d-42f0-a04b-4e0a18d97f3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.160238] env[63005]: DEBUG nova.compute.provider_tree [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.166512] env[63005]: DEBUG nova.virt.block_device [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updating existing volume attachment record: 5fb53c50-f844-41d1-a799-dc90d8ace9bd {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 650.199086] env[63005]: DEBUG nova.objects.base [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 650.200023] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f89ae1-52f3-4756-b115-21ba2f53715f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.218887] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d64ea27f-2c03-4f4e-9569-b1ba5622c8e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.231841] env[63005]: DEBUG oslo_vmware.api [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 650.231841] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52757ee6-7947-8b3e-5c0d-0aa83baad704" [ 650.231841] env[63005]: _type = "Task" [ 650.231841] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.236971] env[63005]: DEBUG oslo_vmware.api [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52757ee6-7947-8b3e-5c0d-0aa83baad704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.423899] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577014, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.481691] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 650.481957] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 650.482181] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Deleting the datastore file [datastore1] ffba214f-8943-487c-b68c-f7d95da04543 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 650.482701] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-391e41ed-80f9-431e-8ee0-b89cd83183d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.489589] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for the task: (returnval){ [ 650.489589] env[63005]: value = "task-2577015" [ 650.489589] env[63005]: _type = "Task" [ 650.489589] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.498775] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2577015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.663102] env[63005]: DEBUG nova.scheduler.client.report [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.742023] env[63005]: DEBUG oslo_vmware.api [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52757ee6-7947-8b3e-5c0d-0aa83baad704, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.744583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.924435] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577014, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.002246] env[63005]: DEBUG oslo_vmware.api [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Task: {'id': task-2577015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195132} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.002602] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 651.003014] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 651.003203] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 651.003434] env[63005]: INFO nova.compute.manager [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Took 2.43 seconds to destroy the instance on the hypervisor. [ 651.003757] env[63005]: DEBUG oslo.service.loopingcall [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 651.004025] env[63005]: DEBUG nova.compute.manager [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 651.004163] env[63005]: DEBUG nova.network.neutron [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 651.170478] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.778s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.170894] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 651.175666] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.486s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.175666] env[63005]: DEBUG nova.objects.instance [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 651.428394] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577014, 'name': Rename_Task, 'duration_secs': 1.254857} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.428763] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 651.429013] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-940d7e9a-b7df-4e35-8e64-3ff0c678b21c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.437662] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 651.437662] env[63005]: value = "task-2577016" [ 651.437662] env[63005]: _type = "Task" [ 651.437662] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.447039] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.505338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.505659] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.678669] env[63005]: DEBUG nova.compute.utils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 651.682952] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 651.682952] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 651.767414] env[63005]: DEBUG nova.policy [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a6f72c76826437e820ce4cda7527269', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9b8105c552f4f4fa79a05f29f3b27ae', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 651.939178] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Successfully updated port: 2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.950796] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.008893] env[63005]: DEBUG nova.compute.manager [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Received event network-vif-plugged-2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 652.009144] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] Acquiring lock "e65043f5-524f-48c8-9774-9127604850c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.009333] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] Lock "e65043f5-524f-48c8-9774-9127604850c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.009530] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] Lock "e65043f5-524f-48c8-9774-9127604850c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.010631] env[63005]: DEBUG nova.compute.manager [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] No waiting events found dispatching network-vif-plugged-2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 652.010879] env[63005]: WARNING nova.compute.manager [req-3ca75ec3-d45c-48af-962c-548defe0a4f5 req-b050cffa-6a4d-43cc-b3a8-e4ddf3a18948 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Received unexpected event network-vif-plugged-2322f8a0-3135-4da9-b5d5-990ae6a3344f for instance with vm_state building and task_state spawning. [ 652.186707] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 652.193207] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20ae7c00-4461-4b5a-aa17-d3d61a2f62d7 tempest-ServersAdmin275Test-1466654746 tempest-ServersAdmin275Test-1466654746-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.194547] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.843s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.198645] env[63005]: INFO nova.compute.claims [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.237313] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Successfully created port: 05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 652.314966] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 652.315552] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 652.315851] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 652.315906] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 652.316084] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 652.316326] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 652.316380] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 652.316581] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 652.316719] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 652.317165] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 652.321022] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 652.321022] env[63005]: DEBUG nova.virt.hardware [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 652.323939] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856194fd-f837-4316-8db9-af4a60592f6f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.332891] env[63005]: DEBUG nova.network.neutron [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.335612] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37e543a-0cc7-47f9-8d02-4e9d23370878 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.433536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "a5f22253-0529-4b40-b827-d5160cbaa55b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.433893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.444285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 652.444461] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquired lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.444926] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.457693] env[63005]: DEBUG oslo_vmware.api [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577016, 'name': PowerOnVM_Task, 'duration_secs': 0.855575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.457693] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 652.457693] env[63005]: INFO nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Took 9.56 seconds to spawn the instance on the hypervisor. [ 652.457693] env[63005]: DEBUG nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 652.459399] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6bad8e-edad-40b1-966f-9cb0e8284881 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.845619] env[63005]: INFO nova.compute.manager [-] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Took 1.84 seconds to deallocate network for instance. [ 652.987524] env[63005]: INFO nova.compute.manager [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Took 36.52 seconds to build instance. [ 652.999749] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 653.215752] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 653.223181] env[63005]: DEBUG nova.network.neutron [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updating instance_info_cache with network_info: [{"id": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "address": "fa:16:3e:07:a4:df", "network": {"id": "e8fff200-a535-4a84-b448-87199115cbe5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-527535447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cbdb71f5a4477fa8b45142a806e71b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2322f8a0-31", "ovs_interfaceid": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.258025] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 653.260750] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 653.260750] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.260750] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 653.260750] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.262024] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 653.262024] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 653.262024] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 653.262024] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 653.262024] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 653.262540] env[63005]: DEBUG nova.virt.hardware [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 653.263912] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db89905-abec-48b2-9150-22542d64ffe3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.281895] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82095a55-b4e2-4be4-808d-dd446d540fd3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.354821] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.496062] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e83c482-e913-4772-91c4-5084e46ec583 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.281s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 653.732741] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Releasing lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 653.733302] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Instance network_info: |[{"id": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "address": "fa:16:3e:07:a4:df", "network": {"id": "e8fff200-a535-4a84-b448-87199115cbe5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-527535447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cbdb71f5a4477fa8b45142a806e71b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2322f8a0-31", "ovs_interfaceid": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.736844] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:a4:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2322f8a0-3135-4da9-b5d5-990ae6a3344f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.745253] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Creating folder: Project (57cbdb71f5a4477fa8b45142a806e71b). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.746888] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9947cd1-a5ca-43a5-ba37-ee394219d464 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.751818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 653.752159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 653.764656] env[63005]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 653.765465] env[63005]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63005) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 653.765964] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Folder already exists: Project (57cbdb71f5a4477fa8b45142a806e71b). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 653.766343] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Creating folder: Instances. Parent ref: group-v520013. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.766734] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91936163-54ad-42a1-b784-47c36229e9fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.785058] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Created folder: Instances in parent group-v520013. [ 653.785317] env[63005]: DEBUG oslo.service.loopingcall [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 653.785506] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.785701] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf96e898-d88f-447c-a7dd-004ef592342d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.806685] env[63005]: DEBUG nova.compute.manager [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Received event network-changed {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 653.806862] env[63005]: DEBUG nova.compute.manager [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Refreshing instance network info cache due to event network-changed. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 653.807103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] Acquiring lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 653.807259] env[63005]: DEBUG oslo_concurrency.lockutils [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] Acquired lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.807429] env[63005]: DEBUG nova.network.neutron [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.809921] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.809921] env[63005]: value = "task-2577019" [ 653.809921] env[63005]: _type = "Task" [ 653.809921] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.818424] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577019, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.831863] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853e79f1-a67d-4e85-999b-2159d7e0ca14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.839498] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ff460-02ab-42db-9f37-780215f57f6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.871237] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb75641-df65-4783-a49d-be7bc6d45beb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.882914] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62f195d-8364-49b0-b8b6-77988c1cf139 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.898987] env[63005]: DEBUG nova.compute.provider_tree [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.001311] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 654.325372] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577019, 'name': CreateVM_Task, 'duration_secs': 0.339175} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.325546] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.326246] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': '5fb53c50-f844-41d1-a799-dc90d8ace9bd', 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520023', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'name': 'volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e65043f5-524f-48c8-9774-9127604850c8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'serial': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63005) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 654.326455] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Root volume attach. Driver type: vmdk {{(pid=63005) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 654.327236] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4c32dc-cb2e-4b72-ba2a-8efb1657cdf3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.337861] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7ca33-68ab-4da2-a63a-385035fa4132 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.345103] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fe9758-ae22-4e38-8faa-e21e4c510d97 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.351797] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-31418a82-bb2d-4d42-a6a2-4ac1804c8a63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.359211] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 654.359211] env[63005]: value = "task-2577020" [ 654.359211] env[63005]: _type = "Task" [ 654.359211] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.375122] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.403295] env[63005]: DEBUG nova.scheduler.client.report [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.524921] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.543244] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Successfully updated port: 05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 654.591824] env[63005]: DEBUG nova.compute.manager [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Received event network-vif-deleted-ade66628-9578-48c9-81ee-d4b1a3471a12 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.592191] env[63005]: DEBUG nova.compute.manager [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Received event network-changed-2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.592191] env[63005]: DEBUG nova.compute.manager [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Refreshing instance network info cache due to event network-changed-2322f8a0-3135-4da9-b5d5-990ae6a3344f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 654.592310] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] Acquiring lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 654.592408] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] Acquired lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.592541] env[63005]: DEBUG nova.network.neutron [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Refreshing network info cache for port 2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.598817] env[63005]: DEBUG nova.network.neutron [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updating instance_info_cache with network_info: [{"id": "85df4516-8467-4346-bcf6-08966316eb61", "address": "fa:16:3e:c6:c4:88", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.149", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85df4516-84", "ovs_interfaceid": "85df4516-8467-4346-bcf6-08966316eb61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.623746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "b07bd973-265e-4df9-bdd4-08942c4ca648" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.623746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.623746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.623746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.624075] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.626104] env[63005]: INFO nova.compute.manager [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Terminating instance [ 654.820609] env[63005]: DEBUG nova.compute.manager [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Received event network-vif-plugged-05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 654.820889] env[63005]: DEBUG oslo_concurrency.lockutils [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] Acquiring lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 654.821133] env[63005]: DEBUG oslo_concurrency.lockutils [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.821308] env[63005]: DEBUG oslo_concurrency.lockutils [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.821509] env[63005]: DEBUG nova.compute.manager [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] No waiting events found dispatching network-vif-plugged-05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.821853] env[63005]: WARNING nova.compute.manager [req-b61744c3-06f9-4329-afd4-fbe4c2616e65 req-d59539c6-72b1-4bd9-8bb4-9a988509726c service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Received unexpected event network-vif-plugged-05d674bd-1e7b-4344-bcef-f247b1d682ed for instance with vm_state building and task_state spawning. [ 654.869586] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 42%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.911232] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.716s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 654.912892] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.915936] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.514s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 654.920220] env[63005]: INFO nova.compute.claims [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.758242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 655.758541] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.758541] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.761791] env[63005]: DEBUG oslo_concurrency.lockutils [None req-928505fe-649b-4a42-ad7f-a9e86be06c2c tempest-ServerExternalEventsTest-566452911 tempest-ServerExternalEventsTest-566452911-project] Releasing lock "refresh_cache-b07bd973-265e-4df9-bdd4-08942c4ca648" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 655.762494] env[63005]: DEBUG nova.compute.manager [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 655.762723] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.763099] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.764271] env[63005]: DEBUG nova.compute.utils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 655.770051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 655.770051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 655.770329] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652135ad-deef-42ca-a793-202d049d610e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.773029] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 655.777335] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.777503] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.795422] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.795422] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 65%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.797155] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-654eb3c4-23d6-4834-8028-4e2862596900 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.809914] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 655.809914] env[63005]: value = "task-2577021" [ 655.809914] env[63005]: _type = "Task" [ 655.809914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.823916] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.914826] env[63005]: DEBUG nova.policy [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478b65bc56944bdcb95162e4a3ac7e7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8426decac04f4b95b6183d9a7e1386b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 656.027343] env[63005]: DEBUG nova.network.neutron [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updated VIF entry in instance network info cache for port 2322f8a0-3135-4da9-b5d5-990ae6a3344f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 656.027778] env[63005]: DEBUG nova.network.neutron [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updating instance_info_cache with network_info: [{"id": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "address": "fa:16:3e:07:a4:df", "network": {"id": "e8fff200-a535-4a84-b448-87199115cbe5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-527535447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cbdb71f5a4477fa8b45142a806e71b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2322f8a0-31", "ovs_interfaceid": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.270268] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 656.285300] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 81%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.287940] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 656.288148] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 656.288286] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Rebuilding the list of instances to heal {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 656.302567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.302867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.303099] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 656.303283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 656.303447] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.315549] env[63005]: INFO nova.compute.manager [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Terminating instance [ 656.327925] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 656.341873] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577021, 'name': PowerOffVM_Task, 'duration_secs': 0.435334} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.342157] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.342327] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.342606] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d86f565-7963-4255-b6e3-b162844116a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.427030] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.427030] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.427030] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Deleting the datastore file [datastore1] b07bd973-265e-4df9-bdd4-08942c4ca648 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.427030] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7ab1344-f442-490a-8f88-903b08404414 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.439437] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for the task: (returnval){ [ 656.439437] env[63005]: value = "task-2577023" [ 656.439437] env[63005]: _type = "Task" [ 656.439437] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.455827] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.494846] env[63005]: DEBUG nova.network.neutron [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Updating instance_info_cache with network_info: [{"id": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "address": "fa:16:3e:47:7b:6e", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d674bd-1e", "ovs_interfaceid": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.530122] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cf962ca-3591-4114-b335-13d9f9cc2fb3 req-dc58f08d-d310-47bb-be3d-fc58db3a526c service nova] Releasing lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 656.599199] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Successfully created port: bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.781442] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Skipping network cache update for instance because it is being deleted. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Skipping network cache update for instance because it is being deleted. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e65043f5-524f-48c8-9774-9127604850c8] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.806134] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Skipping network cache update for instance because it is Building. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10458}} [ 656.826398] env[63005]: DEBUG nova.compute.manager [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 656.826744] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.828575] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 656.828737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.828881] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 656.831487] env[63005]: DEBUG nova.objects.instance [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lazy-loading 'info_cache' on Instance uuid 6eec2d20-2023-4bfe-ab14-69410c00cb5b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 656.831487] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c40c8-1f31-4e13-8ed4-aa7358e753b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.840813] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.841079] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c208fbc6-8515-41d3-9be0-7b0c9827d833 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.851883] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 656.851883] env[63005]: value = "task-2577024" [ 656.851883] env[63005]: _type = "Task" [ 656.851883] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.862042] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577024, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.953841] env[63005]: DEBUG oslo_vmware.api [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Task: {'id': task-2577023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.417354} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.954132] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.954321] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.954494] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.954677] env[63005]: INFO nova.compute.manager [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Took 1.19 seconds to destroy the instance on the hypervisor. [ 656.954928] env[63005]: DEBUG oslo.service.loopingcall [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 656.955284] env[63005]: DEBUG nova.compute.manager [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 656.955284] env[63005]: DEBUG nova.network.neutron [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 656.974931] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16904d9-0789-4c17-ab1c-8760d60b6d73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.982741] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d080eb9d-ea84-4983-9add-a9dc9ac590e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.015165] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 657.015567] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Instance network_info: |[{"id": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "address": "fa:16:3e:47:7b:6e", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d674bd-1e", "ovs_interfaceid": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 657.016635] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:7b:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05d674bd-1e7b-4344-bcef-f247b1d682ed', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 657.024590] env[63005]: DEBUG oslo.service.loopingcall [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.025302] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec82fa-f53d-41c8-a129-1363f1957c23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.027981] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 657.028249] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1ef9e4a-894b-499e-812d-b9d4aaffc09c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.049235] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123eca6e-75b2-44a7-bb06-60b41cc0e620 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.056049] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 657.056049] env[63005]: value = "task-2577025" [ 657.056049] env[63005]: _type = "Task" [ 657.056049] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.069621] env[63005]: DEBUG nova.compute.provider_tree [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 657.075875] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577025, 'name': CreateVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.153240] env[63005]: DEBUG nova.compute.manager [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Received event network-changed-05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.153621] env[63005]: DEBUG nova.compute.manager [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Refreshing instance network info cache due to event network-changed-05d674bd-1e7b-4344-bcef-f247b1d682ed. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 657.153849] env[63005]: DEBUG oslo_concurrency.lockutils [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] Acquiring lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 657.154240] env[63005]: DEBUG oslo_concurrency.lockutils [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] Acquired lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.155143] env[63005]: DEBUG nova.network.neutron [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Refreshing network info cache for port 05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 657.278282] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.286827] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 657.313660] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 657.313883] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 657.314049] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.314232] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 657.314375] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.314521] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 657.314717] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 657.314960] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 657.315029] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 657.315186] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 657.315347] env[63005]: DEBUG nova.virt.hardware [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 657.316204] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50316470-369f-4aa3-afad-01d791567995 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.323989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ecec91e-a2e3-42b4-9cc9-3b52c9166364 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.361797] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577024, 'name': PowerOffVM_Task, 'duration_secs': 0.206133} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.362103] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.362290] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.362537] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfed1e2b-f8d0-4972-8044-88e8627e173a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.436634] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.436865] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.437064] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleting the datastore file [datastore2] 5f31a816-a0a0-48c5-8566-e7c40a192cf3 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.437446] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ad14407-64b5-48d9-a0d9-4661dd4a33b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.444547] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 657.444547] env[63005]: value = "task-2577027" [ 657.444547] env[63005]: _type = "Task" [ 657.444547] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.452718] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577027, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.489499] env[63005]: DEBUG nova.compute.manager [req-a953a5e9-7ea2-481e-9f05-d89f3afda582 req-088138e0-510e-499a-88a0-d05f9d9a654e service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Received event network-vif-deleted-85df4516-8467-4346-bcf6-08966316eb61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 657.489700] env[63005]: INFO nova.compute.manager [req-a953a5e9-7ea2-481e-9f05-d89f3afda582 req-088138e0-510e-499a-88a0-d05f9d9a654e service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Neutron deleted interface 85df4516-8467-4346-bcf6-08966316eb61; detaching it from the instance and deleting it from the info cache [ 657.489857] env[63005]: DEBUG nova.network.neutron [req-a953a5e9-7ea2-481e-9f05-d89f3afda582 req-088138e0-510e-499a-88a0-d05f9d9a654e service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.566633] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577025, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.573055] env[63005]: DEBUG nova.scheduler.client.report [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.758718] env[63005]: DEBUG nova.network.neutron [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.780763] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task} progress is 98%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.865583] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 657.885698] env[63005]: DEBUG nova.network.neutron [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Updated VIF entry in instance network info cache for port 05d674bd-1e7b-4344-bcef-f247b1d682ed. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 657.886216] env[63005]: DEBUG nova.network.neutron [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Updating instance_info_cache with network_info: [{"id": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "address": "fa:16:3e:47:7b:6e", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05d674bd-1e", "ovs_interfaceid": "05d674bd-1e7b-4344-bcef-f247b1d682ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.954514] env[63005]: DEBUG oslo_vmware.api [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577027, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.286197} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.954777] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.954954] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.955156] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.955326] env[63005]: INFO nova.compute.manager [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Took 1.13 seconds to destroy the instance on the hypervisor. [ 657.955554] env[63005]: DEBUG oslo.service.loopingcall [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 657.955741] env[63005]: DEBUG nova.compute.manager [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 657.955832] env[63005]: DEBUG nova.network.neutron [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 657.992204] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ff4cacc-3196-4af2-9bf2-90b644a638bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.001425] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad1a48f-4f69-4e1b-bcc9-c8dbf8d48326 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.034011] env[63005]: DEBUG nova.compute.manager [req-a953a5e9-7ea2-481e-9f05-d89f3afda582 req-088138e0-510e-499a-88a0-d05f9d9a654e service nova] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Detach interface failed, port_id=85df4516-8467-4346-bcf6-08966316eb61, reason: Instance b07bd973-265e-4df9-bdd4-08942c4ca648 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 658.066771] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577025, 'name': CreateVM_Task, 'duration_secs': 0.629136} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.066771] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 658.066898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.067054] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.067377] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 658.067627] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63abe926-d5d1-424d-bbcd-ea68e60e999e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.071996] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 658.071996] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f74f79-f6e8-75e3-ae4d-b1720a8b60d9" [ 658.071996] env[63005]: _type = "Task" [ 658.071996] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.080080] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.164s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.081614] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 658.083465] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f74f79-f6e8-75e3-ae4d-b1720a8b60d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.083692] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.612s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.083934] env[63005]: DEBUG nova.objects.instance [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lazy-loading 'resources' on Instance uuid 6eec2d20-2023-4bfe-ab14-69410c00cb5b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.263755] env[63005]: INFO nova.compute.manager [-] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Took 1.31 seconds to deallocate network for instance. [ 658.282353] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577020, 'name': RelocateVM_Task, 'duration_secs': 3.573269} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.282622] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 658.282813] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520023', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'name': 'volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e65043f5-524f-48c8-9774-9127604850c8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'serial': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 658.283616] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72c19fd-7c19-44eb-953b-159c1586f29e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.299144] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c30cbb-74d1-4c6e-8a52-bcaf0f989e6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.322280] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c/volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 658.323233] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d69696-87dc-40ad-8e79-cc93dffe7551 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.343265] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 658.343265] env[63005]: value = "task-2577028" [ 658.343265] env[63005]: _type = "Task" [ 658.343265] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.355938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.356269] env[63005]: DEBUG oslo_concurrency.lockutils [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 658.356548] env[63005]: DEBUG nova.compute.manager [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.356953] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577028, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.358416] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105e2ab5-71ed-4fb8-afba-d292aa26c6a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.366340] env[63005]: DEBUG nova.compute.manager [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 658.367181] env[63005]: DEBUG nova.objects.instance [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'flavor' on Instance uuid 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 658.376128] env[63005]: DEBUG nova.compute.manager [None req-5c97a7e1-9403-4bbf-9ceb-b60cd31aca4a tempest-ServerDiagnosticsV248Test-1857747674 tempest-ServerDiagnosticsV248Test-1857747674-project-admin] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 658.376384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9d724f-5aba-4dbe-80b7-89f173f0ed0b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.383496] env[63005]: INFO nova.compute.manager [None req-5c97a7e1-9403-4bbf-9ceb-b60cd31aca4a tempest-ServerDiagnosticsV248Test-1857747674 tempest-ServerDiagnosticsV248Test-1857747674-project-admin] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Retrieving diagnostics [ 658.386285] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fa92a7-d073-4437-b018-5d40d60715de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.389619] env[63005]: DEBUG oslo_concurrency.lockutils [req-35ecb597-5542-4bb4-8486-2c7494747ecb req-b274fcaa-1af3-4d40-8603-8f31707c65d4 service nova] Releasing lock "refresh_cache-5cb81a7a-f84b-48db-ae40-b39113616a90" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.458068] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.502071] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Successfully updated port: bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 658.584717] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f74f79-f6e8-75e3-ae4d-b1720a8b60d9, 'name': SearchDatastore_Task, 'duration_secs': 0.03967} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.585036] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.585283] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 658.585506] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 658.585677] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.585865] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 658.589304] env[63005]: DEBUG nova.compute.utils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 658.590525] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8b11b4f-c203-4508-879d-eea0ac6063c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.593076] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 658.593184] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 658.601371] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 658.601845] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 658.602868] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be662c65-9e64-4ac4-8b17-b32f8e7ec50f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.610743] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 658.610743] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ad5025-1c9c-cd5e-0d64-ca215850e4a5" [ 658.610743] env[63005]: _type = "Task" [ 658.610743] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.619065] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ad5025-1c9c-cd5e-0d64-ca215850e4a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.640300] env[63005]: DEBUG nova.policy [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21f86da395446daba9ceda6d772a3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f358e486ff0142c8ab5c34c268124078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.686845] env[63005]: DEBUG nova.network.neutron [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.770451] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 658.852841] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577028, 'name': ReconfigVM_Task, 'duration_secs': 0.336824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.853124] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c/volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.859826] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e864938-caeb-4c4d-b339-3c23ad0e3d13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.876528] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 658.876528] env[63005]: value = "task-2577029" [ 658.876528] env[63005]: _type = "Task" [ 658.876528] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.889115] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577029, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.961084] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-6eec2d20-2023-4bfe-ab14-69410c00cb5b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 658.961280] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 658.962203] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.962566] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.963412] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.963734] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.963951] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.964145] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 658.964285] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 658.964432] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 659.004956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.005124] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.005273] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.061551] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Successfully created port: 43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.094455] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 659.123569] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ad5025-1c9c-cd5e-0d64-ca215850e4a5, 'name': SearchDatastore_Task, 'duration_secs': 0.009141} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.124398] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55b01fb-e439-4fc4-8d4c-df05bdba96de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.132345] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 659.132345] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e75229-412b-dfba-481b-17c2379624e8" [ 659.132345] env[63005]: _type = "Task" [ 659.132345] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.140664] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e75229-412b-dfba-481b-17c2379624e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.169779] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f5afdd-5e2e-4320-9f50-2d0f5e3403ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.179993] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd3a500-c454-4046-aa44-f703de0c2124 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.211226] env[63005]: INFO nova.compute.manager [-] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Took 1.26 seconds to deallocate network for instance. [ 659.214534] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f169a7a1-233a-4d6c-9939-aa8721fd10bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.224558] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddb7fd5a-27a2-4ff1-a3cb-03ed9b9e1b8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.238825] env[63005]: DEBUG nova.compute.provider_tree [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.338412] env[63005]: DEBUG nova.compute.manager [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Received event network-vif-plugged-bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.338651] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Acquiring lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.338856] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.339027] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.339197] env[63005]: DEBUG nova.compute.manager [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] No waiting events found dispatching network-vif-plugged-bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 659.339364] env[63005]: WARNING nova.compute.manager [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Received unexpected event network-vif-plugged-bc6641f9-d9a6-46b0-a3b0-7977297f98e6 for instance with vm_state building and task_state spawning. [ 659.339515] env[63005]: DEBUG nova.compute.manager [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Received event network-changed-bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.339644] env[63005]: DEBUG nova.compute.manager [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Refreshing instance network info cache due to event network-changed-bc6641f9-d9a6-46b0-a3b0-7977297f98e6. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 659.339800] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Acquiring lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 659.385798] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 659.385798] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80dec33a-727f-4742-9c06-6fda07ca02aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.393470] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577029, 'name': ReconfigVM_Task, 'duration_secs': 0.130901} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.396346] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520023', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'name': 'volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e65043f5-524f-48c8-9774-9127604850c8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'serial': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 659.396346] env[63005]: DEBUG oslo_vmware.api [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 659.396346] env[63005]: value = "task-2577030" [ 659.396346] env[63005]: _type = "Task" [ 659.396346] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.396346] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f49bd96-93d3-44a9-a99d-7e668b3b8c03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.410066] env[63005]: DEBUG oslo_vmware.api [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.411658] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 659.411658] env[63005]: value = "task-2577031" [ 659.411658] env[63005]: _type = "Task" [ 659.411658] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.420845] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577031, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.467416] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.541726] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 659.645693] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e75229-412b-dfba-481b-17c2379624e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.648203] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 659.648640] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5cb81a7a-f84b-48db-ae40-b39113616a90/5cb81a7a-f84b-48db-ae40-b39113616a90.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 659.650342] env[63005]: DEBUG nova.compute.manager [req-bfd8153d-45af-4cee-8a53-507944d37be7 req-dd3e679f-e3ff-41e2-af37-022cfa026109 service nova] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Received event network-vif-deleted-365cd578-c20b-47c3-921e-4c79794d91af {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 659.651159] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60579de8-22e7-4026-a56f-f4a093ce23cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.659737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "54255b86-d935-4a6a-9448-8843a7820878" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.660362] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.660510] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "54255b86-d935-4a6a-9448-8843a7820878-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.661501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.661501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.662545] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 659.662545] env[63005]: value = "task-2577032" [ 659.662545] env[63005]: _type = "Task" [ 659.662545] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.670356] env[63005]: INFO nova.compute.manager [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Terminating instance [ 659.680879] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.709715] env[63005]: DEBUG nova.network.neutron [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Updating instance_info_cache with network_info: [{"id": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "address": "fa:16:3e:79:be:b2", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6641f9-d9", "ovs_interfaceid": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.725418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.741677] env[63005]: DEBUG nova.scheduler.client.report [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.909317] env[63005]: DEBUG oslo_vmware.api [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577030, 'name': PowerOffVM_Task, 'duration_secs': 0.214842} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.909610] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 659.909800] env[63005]: DEBUG nova.compute.manager [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.910655] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6aa5791-8dad-44de-9d04-1ba61fd6b090 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.924925] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577031, 'name': Rename_Task, 'duration_secs': 0.158885} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.925318] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.925572] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5472bb6c-40d5-4973-a715-a7d6d281aed8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.932181] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 659.932181] env[63005]: value = "task-2577033" [ 659.932181] env[63005]: _type = "Task" [ 659.932181] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.940661] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577033, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.104614] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 660.135105] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 660.135105] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 660.135105] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.135231] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 660.135358] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.135700] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 660.136256] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 660.136698] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 660.138659] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 660.138659] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 660.138659] env[63005]: DEBUG nova.virt.hardware [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 660.138659] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6adfafb9-612e-4f2f-bd7d-0f2d70b5ac84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.146241] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a65cf5b-8e3d-49f2-96a8-3cd25dddb94e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.172241] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466638} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.172498] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5cb81a7a-f84b-48db-ae40-b39113616a90/5cb81a7a-f84b-48db-ae40-b39113616a90.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 660.172731] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 660.172976] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3174cc5b-a3f0-4f97-bc07-4769225430ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.178126] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "refresh_cache-54255b86-d935-4a6a-9448-8843a7820878" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 660.178555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquired lock "refresh_cache-54255b86-d935-4a6a-9448-8843a7820878" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178555] env[63005]: DEBUG nova.network.neutron [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.180611] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 660.180611] env[63005]: value = "task-2577034" [ 660.180611] env[63005]: _type = "Task" [ 660.180611] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.189196] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.212020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 660.212418] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Instance network_info: |[{"id": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "address": "fa:16:3e:79:be:b2", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6641f9-d9", "ovs_interfaceid": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 660.212729] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Acquired lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.212902] env[63005]: DEBUG nova.network.neutron [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Refreshing network info cache for port bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 660.214425] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:be:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc6641f9-d9a6-46b0-a3b0-7977297f98e6', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.222232] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Creating folder: Project (8426decac04f4b95b6183d9a7e1386b7). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.225222] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e204abb-8922-42c4-9af2-95baf85a9cb1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.236721] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Created folder: Project (8426decac04f4b95b6183d9a7e1386b7) in parent group-v519994. [ 660.236911] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Creating folder: Instances. Parent ref: group-v520060. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.237182] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ea8555f-4d73-4a62-8858-c9827bcc7212 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.247019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.163s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.249108] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Created folder: Instances in parent group-v520060. [ 660.249833] env[63005]: DEBUG oslo.service.loopingcall [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 660.251028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.776s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 660.251800] env[63005]: INFO nova.compute.claims [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.254335] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.254940] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a5878bde-7411-4d5e-bd23-d63bdce3a699 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.274599] env[63005]: INFO nova.scheduler.client.report [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Deleted allocations for instance 6eec2d20-2023-4bfe-ab14-69410c00cb5b [ 660.285908] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.285908] env[63005]: value = "task-2577037" [ 660.285908] env[63005]: _type = "Task" [ 660.285908] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.295695] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577037, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.428964] env[63005]: DEBUG oslo_concurrency.lockutils [None req-de5cc7a4-19f3-47b3-83f2-916d26e7cd25 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.446994] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577033, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.453027] env[63005]: DEBUG nova.network.neutron [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Updated VIF entry in instance network info cache for port bc6641f9-d9a6-46b0-a3b0-7977297f98e6. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 660.453455] env[63005]: DEBUG nova.network.neutron [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Updating instance_info_cache with network_info: [{"id": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "address": "fa:16:3e:79:be:b2", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc6641f9-d9", "ovs_interfaceid": "bc6641f9-d9a6-46b0-a3b0-7977297f98e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.698887] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077326} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.699554] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 660.700967] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90fd71c-11b1-4dfa-bc8c-0166af98ce0a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.708674] env[63005]: DEBUG nova.network.neutron [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.749170] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 5cb81a7a-f84b-48db-ae40-b39113616a90/5cb81a7a-f84b-48db-ae40-b39113616a90.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 660.754589] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bd12bda-de5d-464e-a43e-c9bf9d21dfd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.794943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-272c9c87-7c16-4ca2-abe1-d16183b4bd44 tempest-ServersAdmin275Test-1780364011 tempest-ServersAdmin275Test-1780364011-project-member] Lock "6eec2d20-2023-4bfe-ab14-69410c00cb5b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.124s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.810832] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577037, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.812854] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 660.812854] env[63005]: value = "task-2577038" [ 660.812854] env[63005]: _type = "Task" [ 660.812854] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.822029] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577038, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.834848] env[63005]: DEBUG nova.network.neutron [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.944099] env[63005]: DEBUG oslo_vmware.api [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577033, 'name': PowerOnVM_Task, 'duration_secs': 0.547408} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.944420] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 660.944646] env[63005]: INFO nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Took 8.63 seconds to spawn the instance on the hypervisor. [ 660.944853] env[63005]: DEBUG nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 660.945673] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a9bc8b-5bdd-4e8f-b2c9-9bfb42638a24 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.956446] env[63005]: DEBUG oslo_concurrency.lockutils [req-fba1b17c-1950-4c7f-b8cb-51ec6b6c76f2 req-672984f6-2fbe-4f80-956f-9362da4ea956 service nova] Releasing lock "refresh_cache-be34bd6e-c83f-40ec-8c97-33d698d2692f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.017058] env[63005]: DEBUG nova.objects.instance [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'flavor' on Instance uuid 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.270096] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Successfully updated port: 43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 661.309116] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577037, 'name': CreateVM_Task, 'duration_secs': 0.863328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.309116] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 661.309348] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.309794] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.309860] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 661.310080] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c49a46a-c0fb-44f0-88a7-b7ccdc896edd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.317689] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 661.317689] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522e5336-718c-5295-9ff0-02da78ea98e9" [ 661.317689] env[63005]: _type = "Task" [ 661.317689] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.323723] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577038, 'name': ReconfigVM_Task, 'duration_secs': 0.287888} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.324352] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 5cb81a7a-f84b-48db-ae40-b39113616a90/5cb81a7a-f84b-48db-ae40-b39113616a90.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 661.325283] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b67c443-2a98-496f-9bdb-8f94847f342c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.330416] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522e5336-718c-5295-9ff0-02da78ea98e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009304} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.335036] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.335272] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.335497] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.335640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.335815] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.336536] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ca86753-cf24-4cc1-937b-873ed9725c14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.339661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Releasing lock "refresh_cache-54255b86-d935-4a6a-9448-8843a7820878" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.340037] env[63005]: DEBUG nova.compute.manager [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 661.340228] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 661.340560] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 661.340560] env[63005]: value = "task-2577039" [ 661.340560] env[63005]: _type = "Task" [ 661.340560] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.341260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efea5e44-0e8f-432c-a524-e1caceee4ada {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.352063] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.352063] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.354502] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9198d867-0db5-4a49-86b4-2159a556f53c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.356691] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 661.361070] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9fcc47f-543c-4ecf-b840-7d9001b41548 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.363030] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577039, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.366955] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 661.366955] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52844a89-7e50-3a47-5619-558236412e51" [ 661.366955] env[63005]: _type = "Task" [ 661.366955] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.374079] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 661.374079] env[63005]: value = "task-2577040" [ 661.374079] env[63005]: _type = "Task" [ 661.374079] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.381802] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52844a89-7e50-3a47-5619-558236412e51, 'name': SearchDatastore_Task, 'duration_secs': 0.010294} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.385836] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f739fa8b-bd1b-40d5-8308-c764f4da104f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.392963] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577040, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.394546] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 661.394546] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527ad88c-3f39-8a15-1985-2d169bc065cd" [ 661.394546] env[63005]: _type = "Task" [ 661.394546] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.402599] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527ad88c-3f39-8a15-1985-2d169bc065cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.466888] env[63005]: INFO nova.compute.manager [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Took 41.32 seconds to build instance. [ 661.524046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.524171] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.524347] env[63005]: DEBUG nova.network.neutron [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 661.524520] env[63005]: DEBUG nova.objects.instance [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'info_cache' on Instance uuid 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 661.733481] env[63005]: DEBUG nova.compute.manager [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Received event network-vif-plugged-43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.733481] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Acquiring lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 661.733630] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 661.733782] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.733970] env[63005]: DEBUG nova.compute.manager [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] No waiting events found dispatching network-vif-plugged-43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 661.734135] env[63005]: WARNING nova.compute.manager [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Received unexpected event network-vif-plugged-43769ef0-70a3-44dd-b77a-bfc62e1bdb88 for instance with vm_state building and task_state spawning. [ 661.734297] env[63005]: DEBUG nova.compute.manager [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Received event network-changed-43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 661.734484] env[63005]: DEBUG nova.compute.manager [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Refreshing instance network info cache due to event network-changed-43769ef0-70a3-44dd-b77a-bfc62e1bdb88. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 661.734632] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Acquiring lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.734757] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Acquired lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.734904] env[63005]: DEBUG nova.network.neutron [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Refreshing network info cache for port 43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 661.770862] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 661.857654] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577039, 'name': Rename_Task, 'duration_secs': 0.164168} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.857919] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.858251] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b66784f1-6341-4c64-b167-51087e82696d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.864757] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 661.864757] env[63005]: value = "task-2577041" [ 661.864757] env[63005]: _type = "Task" [ 661.864757] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.875216] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577041, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.879783] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4bd320-0d18-475d-9343-f938783d709a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.892786] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577040, 'name': PowerOffVM_Task, 'duration_secs': 0.126019} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.892786] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 661.892786] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 661.893507] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324a0fb4-a200-460e-a68b-dfed741d76d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.897439] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b82e7019-26a1-48c0-9cca-0f73a249e919 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.961069] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527ad88c-3f39-8a15-1985-2d169bc065cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010098} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.961069] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455639e5-ec36-451d-9020-61880163b701 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.961069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 661.961069] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] be34bd6e-c83f-40ec-8c97-33d698d2692f/be34bd6e-c83f-40ec-8c97-33d698d2692f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.961595] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 661.961595] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 661.961595] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Deleting the datastore file [datastore1] 54255b86-d935-4a6a-9448-8843a7820878 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 661.961595] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11cabfc4-e57a-4d9a-aa70-5b9a1a53b6ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.961595] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24cda6d7-93cf-45d4-be43-d1f1ce75d541 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.961595] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 661.961595] env[63005]: value = "task-2577044" [ 661.961595] env[63005]: _type = "Task" [ 661.961803] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.961803] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for the task: (returnval){ [ 661.961803] env[63005]: value = "task-2577043" [ 661.961803] env[63005]: _type = "Task" [ 661.961803] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.961803] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6e6624-2269-43c5-b5c2-2ad8e7617369 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.971581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4563ed89-f87e-4800-ae32-71bbce77dd4b tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.236s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.971824] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577044, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.983145] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.983589] env[63005]: DEBUG nova.compute.provider_tree [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 662.027919] env[63005]: DEBUG nova.objects.base [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Object Instance<58593514-7f18-4e17-9dbe-2735827790c7> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 662.325087] env[63005]: DEBUG nova.network.neutron [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.379487] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577041, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.463035] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577044, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.475389] env[63005]: DEBUG oslo_vmware.api [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Task: {'id': task-2577043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120986} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.475389] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 662.475725] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 662.475959] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 662.476180] env[63005]: INFO nova.compute.manager [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Took 1.14 seconds to destroy the instance on the hypervisor. [ 662.476457] env[63005]: DEBUG oslo.service.loopingcall [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 662.476685] env[63005]: DEBUG nova.compute.manager [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 662.476811] env[63005]: DEBUG nova.network.neutron [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.485826] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 662.490281] env[63005]: DEBUG nova.scheduler.client.report [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.497511] env[63005]: DEBUG nova.network.neutron [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.578639] env[63005]: DEBUG nova.network.neutron [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.812172] env[63005]: DEBUG nova.network.neutron [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.876260] env[63005]: DEBUG oslo_vmware.api [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577041, 'name': PowerOnVM_Task, 'duration_secs': 0.585372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.876260] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.876260] env[63005]: INFO nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Took 9.66 seconds to spawn the instance on the hypervisor. [ 662.876260] env[63005]: DEBUG nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.876658] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0326a2ab-8368-4f4a-a820-898cb248a771 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.964996] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577044, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537611} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.965412] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] be34bd6e-c83f-40ec-8c97-33d698d2692f/be34bd6e-c83f-40ec-8c97-33d698d2692f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 662.965633] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 662.965903] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16286786-8ad5-4fb7-966e-d7a4739b7645 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.974145] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 662.974145] env[63005]: value = "task-2577045" [ 662.974145] env[63005]: _type = "Task" [ 662.974145] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.982376] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577045, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.997883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 662.998609] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 663.003556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.421s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.005614] env[63005]: INFO nova.compute.claims [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 663.008706] env[63005]: DEBUG nova.network.neutron [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.032192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.081981] env[63005]: DEBUG oslo_concurrency.lockutils [req-a1db9bd9-f15f-4652-9496-184382a3a780 req-d766daab-b53f-48c9-b4f9-3e9bc7d24fed service nova] Releasing lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.082433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.082593] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.320394] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 663.394518] env[63005]: INFO nova.compute.manager [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Took 42.29 seconds to build instance. [ 663.488164] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577045, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08179} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.488502] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.489548] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9de53-4037-42a7-8b71-a39acc768dd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.514237] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] be34bd6e-c83f-40ec-8c97-33d698d2692f/be34bd6e-c83f-40ec-8c97-33d698d2692f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.515814] env[63005]: DEBUG nova.compute.utils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 663.520516] env[63005]: INFO nova.compute.manager [-] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Took 1.04 seconds to deallocate network for instance. [ 663.520516] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23c9bfa-6d75-4f20-b23e-4b2650c3c29c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.534896] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 663.537678] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 663.537789] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 663.549703] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 663.549703] env[63005]: value = "task-2577046" [ 663.549703] env[63005]: _type = "Task" [ 663.549703] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.560148] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.591412] env[63005]: DEBUG nova.policy [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2b4725260cc44a2b55f39df0845cc7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35aa8816fa9347afbbe832779a36a4c3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.631278] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.851252] env[63005]: DEBUG nova.network.neutron [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Updating instance_info_cache with network_info: [{"id": "43769ef0-70a3-44dd-b77a-bfc62e1bdb88", "address": "fa:16:3e:d1:bc:3d", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43769ef0-70", "ovs_interfaceid": "43769ef0-70a3-44dd-b77a-bfc62e1bdb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.855453] env[63005]: DEBUG nova.compute.manager [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Received event network-changed-2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 663.855453] env[63005]: DEBUG nova.compute.manager [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Refreshing instance network info cache due to event network-changed-2322f8a0-3135-4da9-b5d5-990ae6a3344f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 663.855786] env[63005]: DEBUG oslo_concurrency.lockutils [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] Acquiring lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 663.856053] env[63005]: DEBUG oslo_concurrency.lockutils [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] Acquired lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.856334] env[63005]: DEBUG nova.network.neutron [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Refreshing network info cache for port 2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.879396] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Successfully created port: 1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 663.896065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8bbb7ac-bb73-42d1-8560-b959d408872b tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.806s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.983670] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "5cb81a7a-f84b-48db-ae40-b39113616a90" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.983916] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.984108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.984583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.984583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.987679] env[63005]: INFO nova.compute.manager [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Terminating instance [ 664.045898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.059554] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.327740] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 664.328113] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93d20e74-b99f-4006-b1d6-7c5b2ae127b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.338340] env[63005]: DEBUG oslo_vmware.api [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 664.338340] env[63005]: value = "task-2577047" [ 664.338340] env[63005]: _type = "Task" [ 664.338340] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.348712] env[63005]: DEBUG oslo_vmware.api [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577047, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.358450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "refresh_cache-72f22d9c-a615-4d7a-9d62-fb4da31adc64" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 664.358898] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance network_info: |[{"id": "43769ef0-70a3-44dd-b77a-bfc62e1bdb88", "address": "fa:16:3e:d1:bc:3d", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43769ef0-70", "ovs_interfaceid": "43769ef0-70a3-44dd-b77a-bfc62e1bdb88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 664.365383] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d1:bc:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43769ef0-70a3-44dd-b77a-bfc62e1bdb88', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 664.373698] env[63005]: DEBUG oslo.service.loopingcall [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 664.375028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 664.375028] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a2fbb62-52f5-49f6-806a-d61f9d40d657 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.398864] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 664.404029] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 664.404029] env[63005]: value = "task-2577048" [ 664.404029] env[63005]: _type = "Task" [ 664.404029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.415528] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577048, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.494440] env[63005]: DEBUG nova.compute.manager [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 664.498019] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 664.498019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc5c5ac-c530-4561-8f8d-285c2b04755c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.507196] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 664.507196] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8615af0f-f8a4-4672-94cc-939e5bff67f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.517020] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 664.517020] env[63005]: value = "task-2577049" [ 664.517020] env[63005]: _type = "Task" [ 664.517020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.524326] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577049, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.547433] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 664.564039] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577046, 'name': ReconfigVM_Task, 'duration_secs': 0.869108} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.564039] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Reconfigured VM instance instance-00000017 to attach disk [datastore1] be34bd6e-c83f-40ec-8c97-33d698d2692f/be34bd6e-c83f-40ec-8c97-33d698d2692f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.564293] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cfb271b-5b35-4342-a157-5a5485c1fcdf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.570606] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 664.570606] env[63005]: value = "task-2577050" [ 664.570606] env[63005]: _type = "Task" [ 664.570606] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.584810] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577050, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.590229] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 664.590229] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 664.590588] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.590874] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 664.591063] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.591237] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 664.591543] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 664.591733] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 664.591913] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 664.592115] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 664.592296] env[63005]: DEBUG nova.virt.hardware [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 664.593248] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15135f08-d3f8-4feb-857f-a4917a92f564 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.608583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4434b3dd-2d6a-4671-984a-cc7b3662f4d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.630054] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11cf4ede-92d9-42ac-9380-ad9084ab855e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.637891] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71d0d83-8875-4c7e-a317-f494d0164154 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.675283] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc665aef-76bd-48d2-8534-454d5b2ef0f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.683638] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5980d030-881d-414e-a0c1-0c853c1eedc0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.699102] env[63005]: DEBUG nova.compute.provider_tree [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.824660] env[63005]: DEBUG nova.network.neutron [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updated VIF entry in instance network info cache for port 2322f8a0-3135-4da9-b5d5-990ae6a3344f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 664.825068] env[63005]: DEBUG nova.network.neutron [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updating instance_info_cache with network_info: [{"id": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "address": "fa:16:3e:07:a4:df", "network": {"id": "e8fff200-a535-4a84-b448-87199115cbe5", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-527535447-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "57cbdb71f5a4477fa8b45142a806e71b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2322f8a0-31", "ovs_interfaceid": "2322f8a0-3135-4da9-b5d5-990ae6a3344f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.850639] env[63005]: DEBUG oslo_vmware.api [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577047, 'name': PowerOnVM_Task, 'duration_secs': 0.435873} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.850960] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.851116] env[63005]: DEBUG nova.compute.manager [None req-ecfe25e1-07e7-497b-9b59-47a8ac95c646 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 664.852024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a727b11-3bed-45e7-8fd3-03d7a50e0a45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.925844] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577048, 'name': CreateVM_Task, 'duration_secs': 0.389377} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.925844] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 664.925844] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 664.925844] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.925844] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 664.925844] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8acd48b-f203-4185-bc4c-cf9240b4f251 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.933048] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.937489] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 664.937489] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521aa799-3520-8170-f419-fc09a3b5af0b" [ 664.937489] env[63005]: _type = "Task" [ 664.937489] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.945634] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521aa799-3520-8170-f419-fc09a3b5af0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.023734] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577049, 'name': PowerOffVM_Task, 'duration_secs': 0.238753} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.024011] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 665.024215] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 665.024436] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f1e91053-b881-423f-9bb6-81fa7e9af3ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.080969] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577050, 'name': Rename_Task, 'duration_secs': 0.165018} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.081738] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.082012] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d0644e-1f9a-4943-a042-e228fb631f6f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.084938] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 665.084938] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 665.084938] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleting the datastore file [datastore2] 5cb81a7a-f84b-48db-ae40-b39113616a90 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 665.085527] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc88b48d-ea15-4e8c-be3f-5c45774d0092 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.089628] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 665.089628] env[63005]: value = "task-2577052" [ 665.089628] env[63005]: _type = "Task" [ 665.089628] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.097245] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 665.097245] env[63005]: value = "task-2577053" [ 665.097245] env[63005]: _type = "Task" [ 665.097245] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.104316] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.109930] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577053, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.204148] env[63005]: DEBUG nova.scheduler.client.report [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 665.328018] env[63005]: DEBUG oslo_concurrency.lockutils [req-5b555d59-55e4-40dd-97da-81568dd1de9e req-e25fb872-eebe-4d7d-94e2-5a212b3eb3e0 service nova] Releasing lock "refresh_cache-e65043f5-524f-48c8-9774-9127604850c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.447324] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521aa799-3520-8170-f419-fc09a3b5af0b, 'name': SearchDatastore_Task, 'duration_secs': 0.009188} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.447624] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 665.447849] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 665.448083] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.448385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.448442] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 665.448648] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94e15e03-7a0f-4ddc-8802-0fa621d29152 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.457378] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 665.457551] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 665.458255] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b2b65e-91b9-4568-83da-f6a849a0b255 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.463525] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 665.463525] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52122d62-93eb-3566-c337-8292dcb4e7cb" [ 665.463525] env[63005]: _type = "Task" [ 665.463525] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.472860] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52122d62-93eb-3566-c337-8292dcb4e7cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.480611] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Successfully updated port: 1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.521131] env[63005]: DEBUG nova.compute.manager [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Received event network-vif-plugged-1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 665.521417] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] Acquiring lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 665.521669] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.521845] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.522018] env[63005]: DEBUG nova.compute.manager [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] No waiting events found dispatching network-vif-plugged-1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.523289] env[63005]: WARNING nova.compute.manager [req-5d1c35a2-d29e-496b-8608-f71a87bb463e req-b040010d-ca43-4e73-af4c-f4bba10648fa service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Received unexpected event network-vif-plugged-1eb21153-281b-4e68-a0bd-5915129283f9 for instance with vm_state building and task_state spawning. [ 665.604618] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.619099] env[63005]: DEBUG oslo_vmware.api [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577053, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152733} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.619099] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 665.619099] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 665.619099] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 665.619099] env[63005]: INFO nova.compute.manager [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Took 1.12 seconds to destroy the instance on the hypervisor. [ 665.619240] env[63005]: DEBUG oslo.service.loopingcall [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 665.619240] env[63005]: DEBUG nova.compute.manager [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 665.619240] env[63005]: DEBUG nova.network.neutron [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 665.710688] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.707s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 665.711362] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 665.714590] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.417s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 665.714831] env[63005]: DEBUG nova.objects.instance [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'resources' on Instance uuid 120df506-ef17-4f23-b077-a4e806feded9 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 665.977956] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52122d62-93eb-3566-c337-8292dcb4e7cb, 'name': SearchDatastore_Task, 'duration_secs': 0.00776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.980027] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f997b568-b70f-4762-8e9e-8d00dd154be8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.982455] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 665.983104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquired lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.983453] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 665.990645] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 665.990645] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52146b01-4319-6ddd-7059-878c31e3fb0e" [ 665.990645] env[63005]: _type = "Task" [ 665.990645] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.000166] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52146b01-4319-6ddd-7059-878c31e3fb0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.100872] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.218665] env[63005]: DEBUG nova.compute.utils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 666.220120] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 666.220338] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 666.418083] env[63005]: DEBUG nova.policy [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6426cd938e4b4a3189f8952b7e14aa86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef404b1e24414f62b25bb992e89e2d41', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.508201] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52146b01-4319-6ddd-7059-878c31e3fb0e, 'name': SearchDatastore_Task, 'duration_secs': 0.01566} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.510608] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 666.510906] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 72f22d9c-a615-4d7a-9d62-fb4da31adc64/72f22d9c-a615-4d7a-9d62-fb4da31adc64.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.512176] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-821d6000-2be6-43b4-8f10-369f2a804e5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.523051] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 666.523051] env[63005]: value = "task-2577054" [ 666.523051] env[63005]: _type = "Task" [ 666.523051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.528929] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.536419] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.569819] env[63005]: DEBUG nova.network.neutron [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.604581] env[63005]: DEBUG oslo_vmware.api [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577052, 'name': PowerOnVM_Task, 'duration_secs': 1.057742} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.604842] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.605064] env[63005]: INFO nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Took 9.32 seconds to spawn the instance on the hypervisor. [ 666.605475] env[63005]: DEBUG nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 666.612178] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac94a3ae-5639-4b23-abb7-f7937ac2ca28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.724074] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 666.803846] env[63005]: DEBUG nova.network.neutron [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Updating instance_info_cache with network_info: [{"id": "1eb21153-281b-4e68-a0bd-5915129283f9", "address": "fa:16:3e:29:93:4b", "network": {"id": "6d1812d7-2a74-4402-95ad-29e317a8b0c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-818339734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aa8816fa9347afbbe832779a36a4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb21153-28", "ovs_interfaceid": "1eb21153-281b-4e68-a0bd-5915129283f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.889233] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d6f8c-f1e0-4220-ad43-929912691ace {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.898560] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7891e3ec-f878-436f-a6f0-73d640c94b8b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.940452] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Successfully created port: d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.943792] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e215fe-259e-40bc-84d8-174557c458d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.955453] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e6e89b-f3f5-4577-a4ad-c800e4a55b06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.973527] env[63005]: DEBUG nova.compute.provider_tree [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 667.033506] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497608} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.033656] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 72f22d9c-a615-4d7a-9d62-fb4da31adc64/72f22d9c-a615-4d7a-9d62-fb4da31adc64.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.033865] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.037198] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c87d133a-d88c-42eb-bd16-c090a336d4dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.041324] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 667.041324] env[63005]: value = "task-2577055" [ 667.041324] env[63005]: _type = "Task" [ 667.041324] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.049319] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.073823] env[63005]: INFO nova.compute.manager [-] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Took 1.45 seconds to deallocate network for instance. [ 667.130366] env[63005]: INFO nova.compute.manager [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Took 42.81 seconds to build instance. [ 667.306718] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Releasing lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 667.307020] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Instance network_info: |[{"id": "1eb21153-281b-4e68-a0bd-5915129283f9", "address": "fa:16:3e:29:93:4b", "network": {"id": "6d1812d7-2a74-4402-95ad-29e317a8b0c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-818339734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aa8816fa9347afbbe832779a36a4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb21153-28", "ovs_interfaceid": "1eb21153-281b-4e68-a0bd-5915129283f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.307503] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:93:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1eb21153-281b-4e68-a0bd-5915129283f9', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.314907] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Creating folder: Project (35aa8816fa9347afbbe832779a36a4c3). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.315515] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42a77c33-9e5a-48ee-a90a-ed8f774cce6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327511] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Created folder: Project (35aa8816fa9347afbbe832779a36a4c3) in parent group-v519994. [ 667.327714] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Creating folder: Instances. Parent ref: group-v520064. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.327953] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b360a5-94c3-42b4-b9f8-b1a842074648 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.338338] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Created folder: Instances in parent group-v520064. [ 667.338595] env[63005]: DEBUG oslo.service.loopingcall [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 667.338802] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.339149] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-671ebfb5-705c-4051-8a7b-b1df1c1ef4fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.365334] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.365334] env[63005]: value = "task-2577058" [ 667.365334] env[63005]: _type = "Task" [ 667.365334] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.374548] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577058, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.478968] env[63005]: DEBUG nova.scheduler.client.report [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.555045] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069233} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.555605] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 667.556467] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62164b-2b2b-4941-bc5e-999ef37525c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.586117] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 72f22d9c-a615-4d7a-9d62-fb4da31adc64/72f22d9c-a615-4d7a-9d62-fb4da31adc64.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 667.586937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 667.587570] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dae4f95e-2f0d-49c3-adda-299d02ea31f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.614601] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 667.614601] env[63005]: value = "task-2577059" [ 667.614601] env[63005]: _type = "Task" [ 667.614601] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.623413] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577059, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.632235] env[63005]: DEBUG oslo_concurrency.lockutils [None req-24d8f0a9-60fe-4145-ad9b-55152afcc3ad tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.240s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.742697] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.782792] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.783472] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.783472] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.783703] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.783872] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.784070] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.785077] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.785297] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.785551] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.785744] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.785922] env[63005]: DEBUG nova.virt.hardware [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.787189] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382014f5-7b3b-48c6-a275-7d5e476e8f51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.799062] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323eaad2-3cfc-4e4c-bbc2-2e46f0631044 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.802288] env[63005]: DEBUG nova.compute.manager [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Received event network-changed-1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 667.803269] env[63005]: DEBUG nova.compute.manager [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Refreshing instance network info cache due to event network-changed-1eb21153-281b-4e68-a0bd-5915129283f9. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 667.803269] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] Acquiring lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 667.803269] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] Acquired lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.803269] env[63005]: DEBUG nova.network.neutron [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Refreshing network info cache for port 1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.877744] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577058, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.985589] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.270s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.991446] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.196s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 667.993264] env[63005]: INFO nova.compute.claims [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.009749] env[63005]: INFO nova.scheduler.client.report [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted allocations for instance 120df506-ef17-4f23-b077-a4e806feded9 [ 668.126204] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.134840] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.300019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.300019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 668.379865] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577058, 'name': CreateVM_Task, 'duration_secs': 0.748369} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.380137] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.382381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.382381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 668.382381] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9708c96c-d559-4201-8bdb-5610be2f5920 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.386819] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 668.386819] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a9c811-cd84-1f62-5031-96ae9604ae9c" [ 668.386819] env[63005]: _type = "Task" [ 668.386819] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.395935] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a9c811-cd84-1f62-5031-96ae9604ae9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.493941] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Successfully updated port: d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 668.519969] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1357af4f-2fac-42e6-9822-5dd304da6321 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "120df506-ef17-4f23-b077-a4e806feded9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.605s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 668.633163] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577059, 'name': ReconfigVM_Task, 'duration_secs': 0.629478} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.635471] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 72f22d9c-a615-4d7a-9d62-fb4da31adc64/72f22d9c-a615-4d7a-9d62-fb4da31adc64.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 668.635471] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f67a29-f4da-4458-a9ed-7b70bd3f6842 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.643163] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 668.643163] env[63005]: value = "task-2577060" [ 668.643163] env[63005]: _type = "Task" [ 668.643163] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.653405] env[63005]: DEBUG nova.network.neutron [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Updated VIF entry in instance network info cache for port 1eb21153-281b-4e68-a0bd-5915129283f9. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 668.653405] env[63005]: DEBUG nova.network.neutron [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Updating instance_info_cache with network_info: [{"id": "1eb21153-281b-4e68-a0bd-5915129283f9", "address": "fa:16:3e:29:93:4b", "network": {"id": "6d1812d7-2a74-4402-95ad-29e317a8b0c2", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-818339734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35aa8816fa9347afbbe832779a36a4c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1eb21153-28", "ovs_interfaceid": "1eb21153-281b-4e68-a0bd-5915129283f9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.662693] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577060, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.668857] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 668.901452] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a9c811-cd84-1f62-5031-96ae9604ae9c, 'name': SearchDatastore_Task, 'duration_secs': 0.027739} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.901452] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 668.901452] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 668.901452] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 668.901706] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.901806] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 668.902196] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54897c9c-7b9b-4288-9ef4-2f0ae4e922ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.911498] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 668.911707] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 668.913207] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-257c33b2-547d-47fc-9707-8b2e1228d92c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.919542] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 668.919542] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b1373c-3901-de31-cad4-d03f2d0a68df" [ 668.919542] env[63005]: _type = "Task" [ 668.919542] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.928919] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b1373c-3901-de31-cad4-d03f2d0a68df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.001171] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.001171] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.001171] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 669.155027] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] Releasing lock "refresh_cache-1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.155321] env[63005]: DEBUG nova.compute.manager [req-d6506e91-59a4-4395-b4ac-606d042f0f1f req-8b296975-cb6a-4287-98d3-cb4b09b797ad service nova] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Received event network-vif-deleted-05d674bd-1e7b-4344-bcef-f247b1d682ed {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.158687] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577060, 'name': Rename_Task, 'duration_secs': 0.147014} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.158949] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.159199] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8114bcf-7ac2-4f0a-aff2-dda40c3bcc47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.167478] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 669.167478] env[63005]: value = "task-2577061" [ 669.167478] env[63005]: _type = "Task" [ 669.167478] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.175234] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.433134] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b1373c-3901-de31-cad4-d03f2d0a68df, 'name': SearchDatastore_Task, 'duration_secs': 0.009676} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.433134] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d493da-4edb-4bc5-b991-700fe95ba247 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.446162] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 669.446162] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529c069d-a283-8911-37d9-89d9c8d5b582" [ 669.446162] env[63005]: _type = "Task" [ 669.446162] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.454275] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529c069d-a283-8911-37d9-89d9c8d5b582, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.515420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.515634] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.550417] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.627571] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542a46dc-8a2c-49c4-98d7-5f362585d192 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.637767] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba57368a-8ade-4e6b-bb9c-62ee47b20ebe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.674195] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8320c56f-460a-4ed2-a4c5-8b9d368d0f07 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.681753] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577061, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.687513] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395f331-44ae-4e51-aefc-c0eb4381b72f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.702055] env[63005]: DEBUG nova.compute.provider_tree [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.748899] env[63005]: DEBUG nova.network.neutron [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.824918] env[63005]: DEBUG nova.compute.manager [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-vif-plugged-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.825862] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Acquiring lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.825862] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.825862] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.825862] env[63005]: DEBUG nova.compute.manager [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] No waiting events found dispatching network-vif-plugged-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.825862] env[63005]: WARNING nova.compute.manager [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received unexpected event network-vif-plugged-d243a08e-22df-475c-999d-e6e5cde7b5e2 for instance with vm_state building and task_state spawning. [ 669.826112] env[63005]: DEBUG nova.compute.manager [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 669.826141] env[63005]: DEBUG nova.compute.manager [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing instance network info cache due to event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 669.826292] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 669.955937] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529c069d-a283-8911-37d9-89d9c8d5b582, 'name': SearchDatastore_Task, 'duration_secs': 0.023753} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.956223] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 669.956483] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324/1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 669.957103] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3be618e-d16d-487a-8ea3-207dd5a3e5aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.963945] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 669.963945] env[63005]: value = "task-2577062" [ 669.963945] env[63005]: _type = "Task" [ 669.963945] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.971521] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.179933] env[63005]: DEBUG oslo_vmware.api [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577061, 'name': PowerOnVM_Task, 'duration_secs': 0.988351} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.180444] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 670.180682] env[63005]: INFO nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Took 10.08 seconds to spawn the instance on the hypervisor. [ 670.180741] env[63005]: DEBUG nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 670.181543] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e314c8-1cee-4d3c-9732-9af4b48b9aff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.205387] env[63005]: DEBUG nova.scheduler.client.report [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.253585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 670.253585] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Instance network_info: |[{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 670.253928] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.254173] env[63005]: DEBUG nova.network.neutron [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 670.256401] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:dd:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61b8f0db-488e-42d7-bf6c-6c1665cd5616', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd243a08e-22df-475c-999d-e6e5cde7b5e2', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 670.264865] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Creating folder: Project (ef404b1e24414f62b25bb992e89e2d41). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.266059] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d95f24aa-bbf7-4b5b-8961-3f22e780d568 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.278155] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Created folder: Project (ef404b1e24414f62b25bb992e89e2d41) in parent group-v519994. [ 670.278453] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Creating folder: Instances. Parent ref: group-v520067. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 670.278747] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3040a084-6b2f-4cd1-adc3-d07cee961d41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.293972] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Created folder: Instances in parent group-v520067. [ 670.293972] env[63005]: DEBUG oslo.service.loopingcall [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 670.295737] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 670.295737] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac2ab4c2-75a5-4951-ad45-b4f6d711eb13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.325915] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.325915] env[63005]: value = "task-2577065" [ 670.325915] env[63005]: _type = "Task" [ 670.325915] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.336941] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577065, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.478844] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577062, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.697732] env[63005]: INFO nova.compute.manager [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Took 42.32 seconds to build instance. [ 670.710785] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.711325] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.713875] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.519s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.715243] env[63005]: INFO nova.compute.claims [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.835253] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577065, 'name': CreateVM_Task, 'duration_secs': 0.385124} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.835443] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 670.836092] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 670.836260] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.836564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 670.836810] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6182552e-1704-4084-9c7b-67a57095db99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.841252] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 670.841252] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5225d0e0-ca49-1956-ce7b-194f369576c7" [ 670.841252] env[63005]: _type = "Task" [ 670.841252] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.848817] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5225d0e0-ca49-1956-ce7b-194f369576c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.974460] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546291} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.974692] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324/1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 670.974907] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 670.975172] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b90f5db-2dc4-4eac-af2d-33d2db789958 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.981434] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 670.981434] env[63005]: value = "task-2577066" [ 670.981434] env[63005]: _type = "Task" [ 670.981434] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.989252] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577066, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.074251] env[63005]: DEBUG nova.network.neutron [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updated VIF entry in instance network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 671.074643] env[63005]: DEBUG nova.network.neutron [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.200012] env[63005]: DEBUG oslo_concurrency.lockutils [None req-40761f38-5f01-4afc-a601-0dac4bf1d5a7 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.843s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.219483] env[63005]: DEBUG nova.compute.utils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 671.223093] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 671.223271] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.353380] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5225d0e0-ca49-1956-ce7b-194f369576c7, 'name': SearchDatastore_Task, 'duration_secs': 0.008791} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.353652] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.353882] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 671.354134] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 671.354279] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.354501] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 671.354791] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59db4535-cf7a-4437-865c-d44b5806a76b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.374415] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 671.374641] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 671.375360] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65d770e-d4ea-476f-8f20-99b900cdd1a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.383716] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 671.383716] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b9e120-f781-8dc4-6085-ed4c0f4a37d3" [ 671.383716] env[63005]: _type = "Task" [ 671.383716] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.391959] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9e120-f781-8dc4-6085-ed4c0f4a37d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.490701] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577066, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062472} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.490978] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 671.491774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf931b8d-242e-440c-83a4-53c285e0bae3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.514446] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324/1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 671.514729] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0c94742-7886-4919-b4b6-4631cb687d7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.530355] env[63005]: DEBUG nova.policy [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c0b5422f2d847a8be0ea8241a7843f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd6fee37ce4a4347b379266be1c9d121', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.536880] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 671.536880] env[63005]: value = "task-2577067" [ 671.536880] env[63005]: _type = "Task" [ 671.536880] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.546657] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.577505] env[63005]: DEBUG oslo_concurrency.lockutils [req-d61d8b87-9004-404a-a80e-6ac7154cb9fc req-8d35e761-2644-4f46-b7c9-29ae530e3006 service nova] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 671.703783] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 671.731013] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.893365] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9e120-f781-8dc4-6085-ed4c0f4a37d3, 'name': SearchDatastore_Task, 'duration_secs': 0.074731} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.894180] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1e8cca-856a-45d1-ad9a-b4254b08b0f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.903026] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 671.903026] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521ee693-5880-698a-70a5-cf99f3c3adbc" [ 671.903026] env[63005]: _type = "Task" [ 671.903026] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.908330] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ee693-5880-698a-70a5-cf99f3c3adbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.998860] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Successfully created port: 5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.051992] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577067, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.234716] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.300340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 672.300919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 672.323929] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc87eff-ae14-4622-8e35-b30f8f7be78b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.331876] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fd4d27-c45e-467c-82e2-e56c4aff9d05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363444] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c587f7e8-6c14-4fbc-b578-eccf4f05c556 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.370974] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86554b30-49ac-4513-bd0d-63d961537fdd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.387046] env[63005]: DEBUG nova.compute.provider_tree [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.412037] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ee693-5880-698a-70a5-cf99f3c3adbc, 'name': SearchDatastore_Task, 'duration_secs': 0.033824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.412305] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 672.412563] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 81fcc80a-8f80-4d40-a061-f33c012cf54f/81fcc80a-8f80-4d40-a061-f33c012cf54f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 672.412807] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1371c4b0-ddd8-41ab-ae9a-e49615c5686b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.419988] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 672.419988] env[63005]: value = "task-2577068" [ 672.419988] env[63005]: _type = "Task" [ 672.419988] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.427482] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577068, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.549247] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577067, 'name': ReconfigVM_Task, 'duration_secs': 0.92062} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.549530] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324/1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.550354] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1559cad-2753-43cc-a9a0-a8d6a64d6dda {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.556489] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 672.556489] env[63005]: value = "task-2577069" [ 672.556489] env[63005]: _type = "Task" [ 672.556489] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.564491] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577069, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.744156] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.772774] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.773035] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.773197] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.773380] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.773525] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.773671] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.773880] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.774052] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.774227] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.774391] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.774562] env[63005]: DEBUG nova.virt.hardware [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.775508] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a95e3ac-0c3e-499d-938e-74981f8d8c61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.783752] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92a0be9a-9cb0-458c-b00e-dc4e07427cd6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.892330] env[63005]: DEBUG nova.scheduler.client.report [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.930474] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577068, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.067072] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577069, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.397974] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.398727] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.401521] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.123s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.404686] env[63005]: INFO nova.compute.claims [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.430694] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577068, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733948} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.430954] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 81fcc80a-8f80-4d40-a061-f33c012cf54f/81fcc80a-8f80-4d40-a061-f33c012cf54f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 673.431184] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 673.431443] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e012591-6f3a-491b-9ed1-3f51080ef883 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.439250] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 673.439250] env[63005]: value = "task-2577070" [ 673.439250] env[63005]: _type = "Task" [ 673.439250] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.448131] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577070, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.567181] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577069, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.683559] env[63005]: DEBUG nova.compute.manager [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Received event network-vif-plugged-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 673.683777] env[63005]: DEBUG oslo_concurrency.lockutils [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] Acquiring lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.683997] env[63005]: DEBUG oslo_concurrency.lockutils [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.684191] env[63005]: DEBUG oslo_concurrency.lockutils [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.684517] env[63005]: DEBUG nova.compute.manager [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] No waiting events found dispatching network-vif-plugged-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 673.686106] env[63005]: WARNING nova.compute.manager [req-feab2aa3-27d5-4a08-a8d7-f05db4376b31 req-3853d8b8-7a31-413e-8633-3d1baf5b7823 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Received unexpected event network-vif-plugged-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 for instance with vm_state building and task_state spawning. [ 673.804954] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Successfully updated port: 5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 673.910362] env[63005]: DEBUG nova.compute.utils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 673.912189] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.912352] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.950332] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577070, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068618} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.951980] env[63005]: DEBUG nova.policy [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2957e70ae5b345118dbb6f83a712ee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a508069fca49cb9eb56ec622119609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 673.953646] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 673.954513] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdcc6e5-74d1-4c2c-9bf0-4483f5049504 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.979028] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 81fcc80a-8f80-4d40-a061-f33c012cf54f/81fcc80a-8f80-4d40-a061-f33c012cf54f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 673.979325] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee68f29d-cb07-46bc-8f53-1c10de356147 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.999352] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 673.999352] env[63005]: value = "task-2577071" [ 673.999352] env[63005]: _type = "Task" [ 673.999352] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.008066] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577071, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.068106] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577069, 'name': Rename_Task, 'duration_secs': 1.219652} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.068390] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 674.068633] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eb00de2-5ff2-4fb5-9325-13ce2425ffc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.074744] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 674.074744] env[63005]: value = "task-2577072" [ 674.074744] env[63005]: _type = "Task" [ 674.074744] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.082655] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.310810] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 674.310957] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.311185] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.413469] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.437973] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Successfully created port: c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.512581] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577071, 'name': ReconfigVM_Task, 'duration_secs': 0.340783} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.512863] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 81fcc80a-8f80-4d40-a061-f33c012cf54f/81fcc80a-8f80-4d40-a061-f33c012cf54f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 674.513483] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c33e842-e700-441b-a52b-7141fb3af2b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.524376] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 674.524376] env[63005]: value = "task-2577073" [ 674.524376] env[63005]: _type = "Task" [ 674.524376] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.538401] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577073, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.588778] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577072, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.859601] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 675.007570] env[63005]: DEBUG nova.network.neutron [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Updating instance_info_cache with network_info: [{"id": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "address": "fa:16:3e:93:68:3c", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5b25ae-27", "ovs_interfaceid": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.031049] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49fe7bc-8a3f-4943-9989-d6fef2f80664 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.040943] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577073, 'name': Rename_Task, 'duration_secs': 0.146479} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.042090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b52b6178-6e40-4753-93a5-a3d03397dabd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.045191] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 675.045444] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-214b6de6-1230-48ec-a59c-ac08f04bb53c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.076430] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8eee42-d957-4110-a933-8b8e09d9e1eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.079103] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 675.079103] env[63005]: value = "task-2577074" [ 675.079103] env[63005]: _type = "Task" [ 675.079103] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.091108] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd6d186-3517-426d-8ad7-083c367bd183 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.105850] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577074, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.106264] env[63005]: DEBUG oslo_vmware.api [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577072, 'name': PowerOnVM_Task, 'duration_secs': 0.833696} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.107105] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.107405] env[63005]: INFO nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Took 10.56 seconds to spawn the instance on the hypervisor. [ 675.107608] env[63005]: DEBUG nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.108662] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb2219d-f33b-45d8-8ba9-3454d2ab9297 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.119982] env[63005]: DEBUG nova.compute.provider_tree [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.430594] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.457494] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.457829] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.458061] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.458355] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.458562] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.458768] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.459077] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.459311] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.459556] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.459792] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.460052] env[63005]: DEBUG nova.virt.hardware [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.461295] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa957ce-8825-4bf0-9494-e49dbe5b1342 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.471482] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168e8207-48cd-46dd-b344-5ae1047a2c09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.509709] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 675.510067] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Instance network_info: |[{"id": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "address": "fa:16:3e:93:68:3c", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5b25ae-27", "ovs_interfaceid": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 675.510638] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:68:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.518193] env[63005]: DEBUG oslo.service.loopingcall [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 675.518427] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.518692] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2c19cac-997c-4f9a-a7be-63949c311252 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.539059] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.539059] env[63005]: value = "task-2577075" [ 675.539059] env[63005]: _type = "Task" [ 675.539059] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.546489] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577075, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.591661] env[63005]: DEBUG oslo_vmware.api [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577074, 'name': PowerOnVM_Task, 'duration_secs': 0.530161} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.591872] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 675.591983] env[63005]: INFO nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Took 7.85 seconds to spawn the instance on the hypervisor. [ 675.592148] env[63005]: DEBUG nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 675.592929] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6eb5ea-4617-437c-851d-c350b2295d86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.624291] env[63005]: DEBUG nova.scheduler.client.report [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.636339] env[63005]: INFO nova.compute.manager [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Took 46.19 seconds to build instance. [ 675.753784] env[63005]: DEBUG nova.compute.manager [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Received event network-changed-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 675.755243] env[63005]: DEBUG nova.compute.manager [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Refreshing instance network info cache due to event network-changed-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 675.755243] env[63005]: DEBUG oslo_concurrency.lockutils [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] Acquiring lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 675.755243] env[63005]: DEBUG oslo_concurrency.lockutils [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] Acquired lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.755243] env[63005]: DEBUG nova.network.neutron [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Refreshing network info cache for port 5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 676.049355] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577075, 'name': CreateVM_Task, 'duration_secs': 0.378796} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.049355] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.050254] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.050581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.052393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 676.052685] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c125336c-608f-448d-aa43-a248d846f5a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.057201] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 676.057201] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e5a3c0-9348-d2a4-57d7-b0a747e0d13e" [ 676.057201] env[63005]: _type = "Task" [ 676.057201] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.066304] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e5a3c0-9348-d2a4-57d7-b0a747e0d13e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.110901] env[63005]: INFO nova.compute.manager [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Took 45.55 seconds to build instance. [ 676.129239] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.728s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.129840] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 676.132707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 25.388s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.140999] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1187fbe-f4fa-421f-bddc-98f7c43d90e2 tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.016s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.313175] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Successfully updated port: c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 676.464495] env[63005]: DEBUG nova.network.neutron [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Updated VIF entry in instance network info cache for port 5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 676.464769] env[63005]: DEBUG nova.network.neutron [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Updating instance_info_cache with network_info: [{"id": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "address": "fa:16:3e:93:68:3c", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.111", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e5b25ae-27", "ovs_interfaceid": "5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.569623] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e5a3c0-9348-d2a4-57d7-b0a747e0d13e, 'name': SearchDatastore_Task, 'duration_secs': 0.010496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.569993] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 676.570330] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 676.570579] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.570799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.571555] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 676.571555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.571680] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.572065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.572949] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.573173] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.574828] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71715e12-a102-4177-a13b-72282446244f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.577669] env[63005]: INFO nova.compute.manager [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Terminating instance [ 676.588690] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 676.588933] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 676.590456] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c9eeb6b-d035-4eb5-a43d-e3a976ed1530 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.598332] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 676.598332] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7405-d7fc-b68f-ea9a-276609b3cda7" [ 676.598332] env[63005]: _type = "Task" [ 676.598332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.608961] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527c7405-d7fc-b68f-ea9a-276609b3cda7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.613147] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75d2bd6c-8cb9-49fc-b3a9-5362d00f3ba5 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.760s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.634911] env[63005]: DEBUG nova.compute.utils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 676.639680] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 676.639871] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 676.646639] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.709197] env[63005]: DEBUG nova.policy [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007dbbc48ad4409d919bd91415791efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4dee4aa8f44e808214e16b92161a15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 676.816464] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 676.816464] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.816464] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.967457] env[63005]: DEBUG oslo_concurrency.lockutils [req-07217387-325d-483f-8f0d-64963c9cb9df req-e0077f0a-9bf6-4353-a21b-c755d2cb4f32 service nova] Releasing lock "refresh_cache-6b3c53f2-807e-4cd8-8fba-c1d52f080423" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.082482] env[63005]: DEBUG nova.compute.manager [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 677.082915] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 677.084790] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9105251-c1b7-48f1-8e42-56c88313f923 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.098296] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 677.099108] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de57f611-c1e2-49a0-9d72-d6fc68e33c5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.114143] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527c7405-d7fc-b68f-ea9a-276609b3cda7, 'name': SearchDatastore_Task, 'duration_secs': 0.011531} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.116476] env[63005]: DEBUG oslo_vmware.api [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 677.116476] env[63005]: value = "task-2577076" [ 677.116476] env[63005]: _type = "Task" [ 677.116476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.116887] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 677.119473] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e4cfb5f-406a-447f-b9d2-5a3476c675d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.136848] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 677.136848] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bd1dbf-9187-1698-ea98-aeceaefcd6b1" [ 677.136848] env[63005]: _type = "Task" [ 677.136848] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.147205] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 677.150021] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bd1dbf-9187-1698-ea98-aeceaefcd6b1, 'name': SearchDatastore_Task} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.155636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 677.155908] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6b3c53f2-807e-4cd8-8fba-c1d52f080423/6b3c53f2-807e-4cd8-8fba-c1d52f080423.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 677.160023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81248434-fac5-497a-ba2f-69f988788797 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.168518] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 677.168518] env[63005]: value = "task-2577077" [ 677.168518] env[63005]: _type = "Task" [ 677.168518] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.180458] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.187949] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.234069] env[63005]: DEBUG nova.compute.manager [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.234272] env[63005]: DEBUG nova.compute.manager [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing instance network info cache due to event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.234487] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.234626] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.234838] env[63005]: DEBUG nova.network.neutron [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.236668] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Successfully created port: dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 677.353237] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805c7e53-1571-42cd-b86a-1eb7af2b5f8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.364904] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434b83a2-aade-4175-af4f-fa99b2f320e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.405492] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e575a9d7-e27e-4907-813a-9cab4a48e197 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.418228] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23802bbe-ba8f-40dd-8f80-9797b954eed0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.423949] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 677.439999] env[63005]: DEBUG nova.compute.provider_tree [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.642508] env[63005]: DEBUG oslo_vmware.api [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577076, 'name': PowerOffVM_Task, 'duration_secs': 0.220886} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.642931] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.642931] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.643218] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-372a4d22-2edd-4f9b-a2a8-730299e20620 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.652522] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.680377] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510882} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.681258] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6b3c53f2-807e-4cd8-8fba-c1d52f080423/6b3c53f2-807e-4cd8-8fba-c1d52f080423.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.681489] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.681771] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e53084b-a0e5-402b-93db-2b3243e1ce09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.691598] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 677.691598] env[63005]: value = "task-2577079" [ 677.691598] env[63005]: _type = "Task" [ 677.691598] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.698652] env[63005]: DEBUG nova.network.neutron [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Updating instance_info_cache with network_info: [{"id": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "address": "fa:16:3e:1c:39:a0", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3fcc6-e9", "ovs_interfaceid": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.710214] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577079, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.730514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.730514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.730877] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Deleting the datastore file [datastore1] 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.730913] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-81ae4632-6371-44e6-8f80-d7e99c746cf0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.742763] env[63005]: DEBUG oslo_vmware.api [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for the task: (returnval){ [ 677.742763] env[63005]: value = "task-2577080" [ 677.742763] env[63005]: _type = "Task" [ 677.742763] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.753845] env[63005]: DEBUG oslo_vmware.api [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577080, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.922196] env[63005]: DEBUG nova.compute.manager [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Received event network-vif-plugged-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.922284] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Acquiring lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 677.922535] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 677.922750] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 677.922817] env[63005]: DEBUG nova.compute.manager [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] No waiting events found dispatching network-vif-plugged-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.922958] env[63005]: WARNING nova.compute.manager [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Received unexpected event network-vif-plugged-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f for instance with vm_state building and task_state spawning. [ 677.923135] env[63005]: DEBUG nova.compute.manager [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Received event network-changed-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 677.923341] env[63005]: DEBUG nova.compute.manager [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Refreshing instance network info cache due to event network-changed-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 677.923437] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Acquiring lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 677.946131] env[63005]: DEBUG nova.scheduler.client.report [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.161851] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 678.204248] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 678.204801] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 678.205079] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.205392] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 678.205638] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.205905] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 678.206269] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 678.206538] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 678.206834] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 678.207116] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 678.207402] env[63005]: DEBUG nova.virt.hardware [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 678.209482] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.209482] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance network_info: |[{"id": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "address": "fa:16:3e:1c:39:a0", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3fcc6-e9", "ovs_interfaceid": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.210151] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8347f4f8-77d8-4a0b-be79-d49faf1a2c5f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.220070] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Acquired lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.220557] env[63005]: DEBUG nova.network.neutron [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Refreshing network info cache for port c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.226024] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:39:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e3fcc6-e93e-4611-9b9c-8591193c3b9f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.241155] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating folder: Project (04a508069fca49cb9eb56ec622119609). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.248658] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1842e624-d065-4428-892e-689d22d6714f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.252346] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577079, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085108} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.258113] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.263851] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4400751e-5b4b-4d88-bcce-6e33f867cf7f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.270949] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a494e-f0cb-463c-80c6-8aca62b515f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.288245] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created folder: Project (04a508069fca49cb9eb56ec622119609) in parent group-v519994. [ 678.288588] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating folder: Instances. Parent ref: group-v520071. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.288998] env[63005]: DEBUG oslo_vmware.api [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Task: {'id': task-2577080, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135935} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.289800] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e656019a-5575-4566-842b-e73b0e7f341c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.292498] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 678.292879] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 678.293365] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 678.293474] env[63005]: INFO nova.compute.manager [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Took 1.21 seconds to destroy the instance on the hypervisor. [ 678.293880] env[63005]: DEBUG oslo.service.loopingcall [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.325784] env[63005]: DEBUG nova.compute.manager [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 678.325988] env[63005]: DEBUG nova.network.neutron [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 678.345109] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] 6b3c53f2-807e-4cd8-8fba-c1d52f080423/6b3c53f2-807e-4cd8-8fba-c1d52f080423.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.349169] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6b0ad94-d98d-4128-b3da-f137090237d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.375940] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created folder: Instances in parent group-v520071. [ 678.375940] env[63005]: DEBUG oslo.service.loopingcall [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 678.376462] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.376690] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5329b5f9-de71-4947-b72e-f3027c4fcab0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.394166] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 678.394166] env[63005]: value = "task-2577083" [ 678.394166] env[63005]: _type = "Task" [ 678.394166] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.402390] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.402390] env[63005]: value = "task-2577084" [ 678.402390] env[63005]: _type = "Task" [ 678.402390] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.406227] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.415823] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577084, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.440111] env[63005]: DEBUG nova.network.neutron [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updated VIF entry in instance network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 678.440748] env[63005]: DEBUG nova.network.neutron [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.905736] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577083, 'name': ReconfigVM_Task, 'duration_secs': 0.452822} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.906060] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Reconfigured VM instance instance-0000001b to attach disk [datastore2] 6b3c53f2-807e-4cd8-8fba-c1d52f080423/6b3c53f2-807e-4cd8-8fba-c1d52f080423.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.906750] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8decd457-1c3b-4a8b-bbf5-19eab6273100 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.924054] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577084, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.924054] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 678.924054] env[63005]: value = "task-2577085" [ 678.924054] env[63005]: _type = "Task" [ 678.924054] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.931804] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577085, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.944254] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6415f8e-9319-4326-b834-376c8f5812e7 req-18c5f5b0-5eac-42b5-a264-35139462ce72 service nova] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 678.959560] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.827s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.962646] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.608s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.962843] env[63005]: DEBUG nova.objects.instance [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lazy-loading 'resources' on Instance uuid ffba214f-8943-487c-b68c-f7d95da04543 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.009230] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Successfully updated port: dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 679.057139] env[63005]: DEBUG nova.network.neutron [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Updated VIF entry in instance network info cache for port c2e3fcc6-e93e-4611-9b9c-8591193c3b9f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 679.057479] env[63005]: DEBUG nova.network.neutron [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Updating instance_info_cache with network_info: [{"id": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "address": "fa:16:3e:1c:39:a0", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2e3fcc6-e9", "ovs_interfaceid": "c2e3fcc6-e93e-4611-9b9c-8591193c3b9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.226563] env[63005]: DEBUG nova.network.neutron [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.261911] env[63005]: DEBUG nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Received event network-vif-deleted-1eb21153-281b-4e68-a0bd-5915129283f9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.262185] env[63005]: DEBUG nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Received event network-vif-plugged-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.262380] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Acquiring lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 679.262580] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 679.262737] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 679.262883] env[63005]: DEBUG nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] No waiting events found dispatching network-vif-plugged-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.263055] env[63005]: WARNING nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Received unexpected event network-vif-plugged-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 for instance with vm_state building and task_state spawning. [ 679.263215] env[63005]: DEBUG nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Received event network-changed-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 679.263365] env[63005]: DEBUG nova.compute.manager [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Refreshing instance network info cache due to event network-changed-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 679.263570] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Acquiring lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.263706] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Acquired lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.263856] env[63005]: DEBUG nova.network.neutron [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Refreshing network info cache for port dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.417516] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577084, 'name': CreateVM_Task, 'duration_secs': 0.561357} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.417692] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.418487] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.418653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.418967] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 679.419236] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81f7f2ea-8916-4717-882b-44d3c392df02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.427848] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 679.427848] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5215ce3d-3e7f-0014-573d-0c881ea0b855" [ 679.427848] env[63005]: _type = "Task" [ 679.427848] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.434219] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577085, 'name': Rename_Task, 'duration_secs': 0.147836} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.434834] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.435091] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2552e58d-75a3-44ba-a9f2-1794d26d8583 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.439671] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5215ce3d-3e7f-0014-573d-0c881ea0b855, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.445299] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 679.445299] env[63005]: value = "task-2577086" [ 679.445299] env[63005]: _type = "Task" [ 679.445299] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.453542] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577086, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.510781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.523394] env[63005]: INFO nova.scheduler.client.report [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleted allocation for migration 53611081-b44c-4105-9af2-ff7b63ffbd49 [ 679.560836] env[63005]: DEBUG oslo_concurrency.lockutils [req-f5deb81a-3394-445d-8b36-ad6c0f063175 req-0356626a-5746-442b-9dc6-c52c564b43e4 service nova] Releasing lock "refresh_cache-cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.728092] env[63005]: INFO nova.compute.manager [-] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Took 1.40 seconds to deallocate network for instance. [ 679.808438] env[63005]: DEBUG nova.network.neutron [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.924801] env[63005]: DEBUG nova.network.neutron [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.940283] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5215ce3d-3e7f-0014-573d-0c881ea0b855, 'name': SearchDatastore_Task, 'duration_secs': 0.025767} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.940690] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 679.940840] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.941114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 679.941265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.941471] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.941744] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cfa89d8-5baf-45f4-887a-c37c8ea5966d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.956390] env[63005]: DEBUG oslo_vmware.api [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577086, 'name': PowerOnVM_Task, 'duration_secs': 0.46109} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.956390] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.956390] env[63005]: INFO nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Took 7.21 seconds to spawn the instance on the hypervisor. [ 679.956554] env[63005]: DEBUG nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.957434] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bbe8be-f99f-4da7-932a-457a25f5a18f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.960952] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.961129] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.964652] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0aed12b-dd2c-458d-ba1c-5abbc5d3a601 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.975546] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 679.975546] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529e8034-02dc-8fc5-6ef8-e07f6b0cdb91" [ 679.975546] env[63005]: _type = "Task" [ 679.975546] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.988149] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529e8034-02dc-8fc5-6ef8-e07f6b0cdb91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.030940] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51f6c1b1-5643-4f98-89b9-2bcfd83015af tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 33.135s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 680.117410] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f592088e-4c0a-4059-b84a-ddb5ec30e8ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.130090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08b4f91-592f-41a4-bf35-c5d48c0946f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.162040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996bbf9a-b144-4950-a5bf-df79100e8cf1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.170739] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e0d100-c6de-4820-919c-c0e5929b24ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.184814] env[63005]: DEBUG nova.compute.provider_tree [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.234478] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 680.427335] env[63005]: DEBUG oslo_concurrency.lockutils [req-1d155720-84be-40c9-8536-4ac47f246e4a req-71568e47-b2b9-4381-9f71-99b09cc519c0 service nova] Releasing lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 680.427751] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.427910] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 680.482677] env[63005]: INFO nova.compute.manager [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Took 39.71 seconds to build instance. [ 680.488410] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529e8034-02dc-8fc5-6ef8-e07f6b0cdb91, 'name': SearchDatastore_Task, 'duration_secs': 0.028075} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.489315] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12513d1-cbad-445e-99b0-7be7538dd187 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.495661] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 680.495661] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5213728c-1892-9c05-bcbe-ad3a3cc960ef" [ 680.495661] env[63005]: _type = "Task" [ 680.495661] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.505334] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5213728c-1892-9c05-bcbe-ad3a3cc960ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.688615] env[63005]: DEBUG nova.scheduler.client.report [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 680.961259] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 680.985218] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96c901d5-4e02-43a4-9e78-f1515ac807c8 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.635s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.011863] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5213728c-1892-9c05-bcbe-ad3a3cc960ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.012153] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.012408] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 681.012662] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daf3cab4-d686-40fd-8520-2f1a0b5b2848 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.021856] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 681.021856] env[63005]: value = "task-2577087" [ 681.021856] env[63005]: _type = "Task" [ 681.021856] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.030733] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.102132] env[63005]: DEBUG nova.network.neutron [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Updating instance_info_cache with network_info: [{"id": "dd4629a9-077c-431b-8c2d-4fc4fe4c6f11", "address": "fa:16:3e:52:08:e6", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4629a9-07", "ovs_interfaceid": "dd4629a9-077c-431b-8c2d-4fc4fe4c6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.194385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.232s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.197114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.672s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.199925] env[63005]: INFO nova.compute.claims [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.221971] env[63005]: INFO nova.scheduler.client.report [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Deleted allocations for instance ffba214f-8943-487c-b68c-f7d95da04543 [ 681.487781] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.532665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "dd634211-a62b-4aef-9da7-0445e4325d96" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 681.532665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 681.540446] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577087, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.604732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "refresh_cache-25827438-2172-49df-87e9-a6bf9cdeac57" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 681.604990] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance network_info: |[{"id": "dd4629a9-077c-431b-8c2d-4fc4fe4c6f11", "address": "fa:16:3e:52:08:e6", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd4629a9-07", "ovs_interfaceid": "dd4629a9-077c-431b-8c2d-4fc4fe4c6f11", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 681.605447] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:08:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd4629a9-077c-431b-8c2d-4fc4fe4c6f11', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 681.614634] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Creating folder: Project (fb4dee4aa8f44e808214e16b92161a15). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.615370] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37fc38db-c15a-4872-ae28-a265635f8604 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.630542] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Created folder: Project (fb4dee4aa8f44e808214e16b92161a15) in parent group-v519994. [ 681.630751] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Creating folder: Instances. Parent ref: group-v520074. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 681.631016] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d194c87c-aba2-4b5e-9e8d-a61a4e2241e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.641551] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Created folder: Instances in parent group-v520074. [ 681.641795] env[63005]: DEBUG oslo.service.loopingcall [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 681.641991] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 681.642210] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b7a2920-d661-40ee-9556-17a9e47fe245 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.662559] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 681.662559] env[63005]: value = "task-2577090" [ 681.662559] env[63005]: _type = "Task" [ 681.662559] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.671951] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577090, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.729785] env[63005]: DEBUG oslo_concurrency.lockutils [None req-83b90bcc-de18-4681-bc6a-337725ee6b4b tempest-InstanceActionsV221TestJSON-24570260 tempest-InstanceActionsV221TestJSON-24570260-project-member] Lock "ffba214f-8943-487c-b68c-f7d95da04543" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.670s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.010746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.033943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.034697] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.034697] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 682.035142] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 682.035331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 682.039377] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577087, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.043016] env[63005]: INFO nova.compute.manager [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Terminating instance [ 682.172709] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577090, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.537466] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577087, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.512143} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.541237] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 682.541504] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 682.542069] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ae2717e-dc7c-4cab-a462-ea010244b211 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.546038] env[63005]: DEBUG nova.compute.manager [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 682.546246] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.547094] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fbed45-a02b-4993-b6ef-dc96bca170ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.551472] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 682.551472] env[63005]: value = "task-2577091" [ 682.551472] env[63005]: _type = "Task" [ 682.551472] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.564329] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.571091] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.571385] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-170774e0-517d-4c38-a065-753ba3859d21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.579779] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 682.579779] env[63005]: value = "task-2577092" [ 682.579779] env[63005]: _type = "Task" [ 682.579779] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.590650] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.674913] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577090, 'name': CreateVM_Task, 'duration_secs': 0.890706} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.675033] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 682.675700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 682.675857] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.676174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 682.676421] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a01a00c1-42b2-445a-b1bf-3f01c82aae13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.682278] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 682.682278] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529ba431-1ac8-f829-ea04-72ebeb049366" [ 682.682278] env[63005]: _type = "Task" [ 682.682278] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.693818] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529ba431-1ac8-f829-ea04-72ebeb049366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.807790] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba6e2a0-6285-41c2-b020-97881255dece {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.816142] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b4adf-e188-4d55-b477-3a4aa00ba170 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.848310] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46930751-46c9-4c85-8adb-bd60b263bf47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.856655] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0071f8b3-0447-4aa5-9b68-9728090c8308 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.872329] env[63005]: DEBUG nova.compute.provider_tree [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.067906] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07784} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.067906] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 683.069156] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9dcaabf-d704-4ebd-9846-d24aaa02eec4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.092243] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.095419] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d67a664-c49d-4bc6-8170-e09871d00492 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.121769] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577092, 'name': PowerOffVM_Task, 'duration_secs': 0.212702} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.121769] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 683.121769] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.121769] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 683.121769] env[63005]: value = "task-2577093" [ 683.121769] env[63005]: _type = "Task" [ 683.121769] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.123137] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fec716a8-a888-4ce2-bc3c-7dac1cd84b32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.132782] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.193019] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529ba431-1ac8-f829-ea04-72ebeb049366, 'name': SearchDatastore_Task, 'duration_secs': 0.02039} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.194418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 683.194673] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.194908] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 683.195093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.195282] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.196462] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.196462] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.196462] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Deleting the datastore file [datastore2] 6b3c53f2-807e-4cd8-8fba-c1d52f080423 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.196462] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04149c4b-da3e-4144-bbf4-4af309bcb225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.198171] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b1d319be-d8da-489e-ae7a-b2f2f5a38fd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.207436] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for the task: (returnval){ [ 683.207436] env[63005]: value = "task-2577095" [ 683.207436] env[63005]: _type = "Task" [ 683.207436] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.208386] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.208386] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.212902] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ccaf981-9c4f-4f32-bbd1-80300e55db8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.218422] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 683.218422] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52388487-2cbf-6dc8-d442-1675e513f4a7" [ 683.218422] env[63005]: _type = "Task" [ 683.218422] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.221624] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.229683] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52388487-2cbf-6dc8-d442-1675e513f4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.375488] env[63005]: DEBUG nova.scheduler.client.report [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.634739] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577093, 'name': ReconfigVM_Task, 'duration_secs': 0.383288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.635046] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.635672] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11948b36-fa2e-4bdf-b54d-5ead07464d71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.647282] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 683.647282] env[63005]: value = "task-2577096" [ 683.647282] env[63005]: _type = "Task" [ 683.647282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.658646] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577096, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.718566] env[63005]: DEBUG oslo_vmware.api [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Task: {'id': task-2577095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175464} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.718825] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.719019] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.719389] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.719577] env[63005]: INFO nova.compute.manager [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Took 1.17 seconds to destroy the instance on the hypervisor. [ 683.719824] env[63005]: DEBUG oslo.service.loopingcall [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 683.720029] env[63005]: DEBUG nova.compute.manager [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 683.720128] env[63005]: DEBUG nova.network.neutron [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.731757] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52388487-2cbf-6dc8-d442-1675e513f4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.019018} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.732569] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2542e2-894a-4292-9bd1-d9aec14c0054 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.739701] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 683.739701] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525162e4-449e-8dd4-4852-a6ce2d50c5f8" [ 683.739701] env[63005]: _type = "Task" [ 683.739701] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.750377] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525162e4-449e-8dd4-4852-a6ce2d50c5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.881024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.684s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.881575] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 683.884614] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.114s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.884614] env[63005]: DEBUG nova.objects.instance [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lazy-loading 'resources' on Instance uuid b07bd973-265e-4df9-bdd4-08942c4ca648 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 684.013238] env[63005]: DEBUG nova.compute.manager [req-39fc85c0-a865-461a-8f3b-b1799971d5bb req-5ae34f6e-3fd2-43d6-8601-380e8bbc6d17 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Received event network-vif-deleted-5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 684.013421] env[63005]: INFO nova.compute.manager [req-39fc85c0-a865-461a-8f3b-b1799971d5bb req-5ae34f6e-3fd2-43d6-8601-380e8bbc6d17 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Neutron deleted interface 5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504; detaching it from the instance and deleting it from the info cache [ 684.013585] env[63005]: DEBUG nova.network.neutron [req-39fc85c0-a865-461a-8f3b-b1799971d5bb req-5ae34f6e-3fd2-43d6-8601-380e8bbc6d17 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.155800] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577096, 'name': Rename_Task, 'duration_secs': 0.205699} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.156099] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 684.156154] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9a743ae-bcfb-49c2-826f-bec0083953a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.164900] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 684.164900] env[63005]: value = "task-2577097" [ 684.164900] env[63005]: _type = "Task" [ 684.164900] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.174974] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577097, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.250852] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525162e4-449e-8dd4-4852-a6ce2d50c5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012334} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.251120] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 684.251424] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 25827438-2172-49df-87e9-a6bf9cdeac57/25827438-2172-49df-87e9-a6bf9cdeac57.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.251722] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd75efc-a11d-41a2-a245-47d69e33c16a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.259697] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 684.259697] env[63005]: value = "task-2577098" [ 684.259697] env[63005]: _type = "Task" [ 684.259697] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.268531] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577098, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.387868] env[63005]: DEBUG nova.compute.utils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 684.395443] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 684.395628] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 684.464108] env[63005]: DEBUG nova.policy [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972ecfcd0def4810a4fbfe2068505691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b46de5c97654db5bcf64dde9709b5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 684.495246] env[63005]: DEBUG nova.network.neutron [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.519704] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e4714a8-843d-4480-90e6-d6bd18956042 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.534124] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a77cb9-0eba-4c6a-836d-9aa71e99f0ac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.610326] env[63005]: DEBUG nova.compute.manager [req-39fc85c0-a865-461a-8f3b-b1799971d5bb req-5ae34f6e-3fd2-43d6-8601-380e8bbc6d17 service nova] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Detach interface failed, port_id=5e5b25ae-27e2-48f9-b3b1-73bf6f0ae504, reason: Instance 6b3c53f2-807e-4cd8-8fba-c1d52f080423 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 684.694325] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577097, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.776296] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577098, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.896188] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 684.999450] env[63005]: INFO nova.compute.manager [-] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Took 1.28 seconds to deallocate network for instance. [ 685.047760] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8499b36-9931-4f08-8441-7f14087e0c8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.055601] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d22f757-e6e9-40a2-900e-0d003320f29a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.087723] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f4d22e-66ca-45d1-b5b3-4907b700e31d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.096073] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8004106-34ea-4915-b482-6d2180833db2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.112719] env[63005]: DEBUG nova.compute.provider_tree [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.180482] env[63005]: DEBUG oslo_vmware.api [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577097, 'name': PowerOnVM_Task, 'duration_secs': 0.554978} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.181145] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.181477] env[63005]: INFO nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Took 9.75 seconds to spawn the instance on the hypervisor. [ 685.181750] env[63005]: DEBUG nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.182640] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96ed916-1e9d-4916-b70e-4e85e82e9532 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.216110] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Successfully created port: 093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 685.274519] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577098, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518437} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.274673] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 25827438-2172-49df-87e9-a6bf9cdeac57/25827438-2172-49df-87e9-a6bf9cdeac57.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.274869] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.275139] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3bc022c-dc2f-458a-84f6-1567744c1143 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.284514] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 685.284514] env[63005]: value = "task-2577099" [ 685.284514] env[63005]: _type = "Task" [ 685.284514] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.293262] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.504296] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.616619] env[63005]: DEBUG nova.scheduler.client.report [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 685.704883] env[63005]: INFO nova.compute.manager [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Took 38.53 seconds to build instance. [ 685.797859] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078121} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.798147] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.798957] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1112e157-2ffc-4e9c-a0c4-218ca082976c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.834522] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 25827438-2172-49df-87e9-a6bf9cdeac57/25827438-2172-49df-87e9-a6bf9cdeac57.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.834991] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb502e94-a3f6-4cd8-93ae-9a3d0d941c81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.856029] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 685.856029] env[63005]: value = "task-2577100" [ 685.856029] env[63005]: _type = "Task" [ 685.856029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.865377] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577100, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.908808] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 685.941691] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 685.941908] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 685.942195] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 685.942470] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 685.942746] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 685.942973] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 685.943263] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 685.943483] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 685.943717] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 685.943967] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 685.944262] env[63005]: DEBUG nova.virt.hardware [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 685.945200] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead2f2ca-5bdc-42fc-8b4c-39aa12607862 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.955668] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b6b32-5a75-4a57-a702-7af36a299afe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.123787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.237s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.125213] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.658s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.125660] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.129942] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 686.129942] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.402s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.129942] env[63005]: DEBUG nova.objects.instance [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lazy-loading 'resources' on Instance uuid 5f31a816-a0a0-48c5-8566-e7c40a192cf3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.137211] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6319374a-fb3f-41ad-8547-4e01b5526c5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.150403] env[63005]: INFO nova.scheduler.client.report [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Deleted allocations for instance b07bd973-265e-4df9-bdd4-08942c4ca648 [ 686.156397] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b08fe4b9-6454-480d-8951-481b2302b87b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.175748] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c697c3de-570b-4918-af58-d0d577c58f1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.184129] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f457fb-3392-46b6-a5df-7329c7ede284 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.223653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce974310-8444-4629-aabc-c70fbefa9628 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.312s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.223653] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179141MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 686.223653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.369819] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577100, 'name': ReconfigVM_Task, 'duration_secs': 0.296075} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.369960] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 25827438-2172-49df-87e9-a6bf9cdeac57/25827438-2172-49df-87e9-a6bf9cdeac57.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 686.370657] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8bec308-a01b-4054-861b-aa9db407bce5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.378988] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 686.378988] env[63005]: value = "task-2577101" [ 686.378988] env[63005]: _type = "Task" [ 686.378988] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.390115] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577101, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.671665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a831dd43-a8c6-4fc3-89d0-5b414d3d15d6 tempest-ServerExternalEventsTest-323958091 tempest-ServerExternalEventsTest-323958091-project-member] Lock "b07bd973-265e-4df9-bdd4-08942c4ca648" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.048s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.727677] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 686.895968] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577101, 'name': Rename_Task, 'duration_secs': 0.174926} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.897861] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 686.898325] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d6dfe15-a63e-4f76-8a27-1e50410b608d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.905877] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 686.905877] env[63005]: value = "task-2577102" [ 686.905877] env[63005]: _type = "Task" [ 686.905877] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.917365] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.944734] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Successfully updated port: 093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 687.187597] env[63005]: INFO nova.compute.manager [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Rebuilding instance [ 687.253198] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.259271] env[63005]: DEBUG nova.compute.manager [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.260147] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc90415-241c-4335-a40b-a0e7c7d3c2e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.321016] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00598734-4b77-4d50-af0d-a55e71ced85b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.330938] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359782e6-721a-4de8-ba17-1495cc228778 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.370222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc047db-4c3c-4499-b232-1aa50d21d881 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.383095] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f0df29-8e52-425c-9d66-6cb0bca94254 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.399071] env[63005]: DEBUG nova.compute.provider_tree [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.427264] env[63005]: DEBUG oslo_vmware.api [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577102, 'name': PowerOnVM_Task, 'duration_secs': 0.493086} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.427264] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 687.427264] env[63005]: INFO nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Took 9.26 seconds to spawn the instance on the hypervisor. [ 687.427264] env[63005]: DEBUG nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 687.428856] env[63005]: DEBUG nova.compute.manager [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Received event network-vif-plugged-093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 687.428856] env[63005]: DEBUG oslo_concurrency.lockutils [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] Acquiring lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.428856] env[63005]: DEBUG oslo_concurrency.lockutils [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.429431] env[63005]: DEBUG oslo_concurrency.lockutils [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.429431] env[63005]: DEBUG nova.compute.manager [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] No waiting events found dispatching network-vif-plugged-093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 687.429548] env[63005]: WARNING nova.compute.manager [req-ddaa0195-1f57-4585-8d05-a136dd2347b4 req-7bf81cde-5eaf-462a-b326-921e59cc249d service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Received unexpected event network-vif-plugged-093e5a76-bc8a-4472-ba5a-b7f335491008 for instance with vm_state building and task_state spawning. [ 687.433516] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609ae992-616e-4ba3-81ba-2c91ae2a9f71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.450143] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 687.450861] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.450861] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.902270] env[63005]: DEBUG nova.scheduler.client.report [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 687.963586] env[63005]: INFO nova.compute.manager [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Took 40.71 seconds to build instance. [ 687.996599] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 688.048650] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.049431] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.157436] env[63005]: DEBUG nova.network.neutron [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Updating instance_info_cache with network_info: [{"id": "093e5a76-bc8a-4472-ba5a-b7f335491008", "address": "fa:16:3e:37:b6:7c", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093e5a76-bc", "ovs_interfaceid": "093e5a76-bc8a-4472-ba5a-b7f335491008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.285885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 688.286317] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af940f59-5fa7-4c5f-889e-5f1202646430 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.295084] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 688.295084] env[63005]: value = "task-2577103" [ 688.295084] env[63005]: _type = "Task" [ 688.295084] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.305053] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.408035] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.410664] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.379s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.412573] env[63005]: INFO nova.compute.claims [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 688.437388] env[63005]: INFO nova.scheduler.client.report [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted allocations for instance 5f31a816-a0a0-48c5-8566-e7c40a192cf3 [ 688.465919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f14f5ccc-77b8-4c08-acc3-884b270ea07a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.663s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.662988] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 688.662988] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Instance network_info: |[{"id": "093e5a76-bc8a-4472-ba5a-b7f335491008", "address": "fa:16:3e:37:b6:7c", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093e5a76-bc", "ovs_interfaceid": "093e5a76-bc8a-4472-ba5a-b7f335491008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 688.663352] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:b6:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '093e5a76-bc8a-4472-ba5a-b7f335491008', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 688.669914] env[63005]: DEBUG oslo.service.loopingcall [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 688.669914] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 688.670053] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4a7cdce3-067c-4bcc-970b-6fca3da98cb2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.693411] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 688.693411] env[63005]: value = "task-2577104" [ 688.693411] env[63005]: _type = "Task" [ 688.693411] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.703702] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577104, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.808583] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577103, 'name': PowerOffVM_Task, 'duration_secs': 0.235796} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.812026] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 688.812026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 688.812026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df48d1d-a257-402c-a91c-a8ae7c4905d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.821127] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 688.821127] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-26fbfc74-2d1e-4d97-9e8d-c3f630f2e03b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.899107] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 688.899107] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 688.899107] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 688.899107] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63696eca-9400-4cde-9e86-5f312d379275 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.909034] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 688.909034] env[63005]: value = "task-2577106" [ 688.909034] env[63005]: _type = "Task" [ 688.909034] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.924536] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577106, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.951229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a1589e4-5857-4e70-9ccc-b352c5897257 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "5f31a816-a0a0-48c5-8566-e7c40a192cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.648s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.968674] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 689.206633] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577104, 'name': CreateVM_Task, 'duration_secs': 0.411819} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.206817] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 689.207538] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.207714] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.208106] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 689.208459] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85aa6b42-96cb-4f0a-b0c3-4016fe469be5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.218372] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 689.218372] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5231be17-a21a-9610-87ea-2995cca0bdf0" [ 689.218372] env[63005]: _type = "Task" [ 689.218372] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.230093] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231be17-a21a-9610-87ea-2995cca0bdf0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.418429] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577106, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217772} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.418731] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 689.418888] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 689.419069] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 689.490221] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.530298] env[63005]: DEBUG nova.compute.manager [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Received event network-changed-093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 689.530505] env[63005]: DEBUG nova.compute.manager [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Refreshing instance network info cache due to event network-changed-093e5a76-bc8a-4472-ba5a-b7f335491008. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 689.530724] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] Acquiring lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.530975] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] Acquired lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.531067] env[63005]: DEBUG nova.network.neutron [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Refreshing network info cache for port 093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 689.719519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.719781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.719989] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 689.720645] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 689.720872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 689.728214] env[63005]: INFO nova.compute.manager [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Terminating instance [ 689.739434] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231be17-a21a-9610-87ea-2995cca0bdf0, 'name': SearchDatastore_Task, 'duration_secs': 0.015179} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.739938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 689.740729] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 689.740729] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 689.740729] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.740847] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 689.741080] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e284274-77ab-42e0-a756-a59eb35d2013 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.758113] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 689.759030] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 689.761722] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d00282cd-b76d-4e65-93e6-b21518ab9dcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.768553] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 689.768553] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f02ad9-747f-f5e6-e5e2-782fb86a61e1" [ 689.768553] env[63005]: _type = "Task" [ 689.768553] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.779530] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f02ad9-747f-f5e6-e5e2-782fb86a61e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.945187] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68580b26-de14-4c5b-b9b2-df79ccfdf5d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.954210] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc870c35-89b5-4210-b1c5-1b256d99eaec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.989195] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e03f92-b0b2-48ae-b537-4c7be30eab5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.999420] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7692b9a2-b180-467f-a9ff-b5f3cf66fc4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.019601] env[63005]: DEBUG nova.compute.provider_tree [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 690.239752] env[63005]: DEBUG nova.network.neutron [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Updated VIF entry in instance network info cache for port 093e5a76-bc8a-4472-ba5a-b7f335491008. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 690.240122] env[63005]: DEBUG nova.network.neutron [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Updating instance_info_cache with network_info: [{"id": "093e5a76-bc8a-4472-ba5a-b7f335491008", "address": "fa:16:3e:37:b6:7c", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap093e5a76-bc", "ovs_interfaceid": "093e5a76-bc8a-4472-ba5a-b7f335491008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.241868] env[63005]: DEBUG nova.compute.manager [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 690.241868] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 690.242792] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7a82e7-e01f-4562-9f2d-5cfc60482791 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.250909] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 690.251170] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ab31e0-a546-49d9-9dd3-f08f0e3c6d7a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.260123] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 690.260123] env[63005]: value = "task-2577107" [ 690.260123] env[63005]: _type = "Task" [ 690.260123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.269616] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577107, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.281455] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f02ad9-747f-f5e6-e5e2-782fb86a61e1, 'name': SearchDatastore_Task, 'duration_secs': 0.013451} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.282256] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4805e06a-69cf-4fa3-a312-a80efc4da89a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.288149] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 690.288149] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5215c665-fd4f-dae3-b282-24671adceb70" [ 690.288149] env[63005]: _type = "Task" [ 690.288149] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.297416] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5215c665-fd4f-dae3-b282-24671adceb70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.453944] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 690.454298] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 690.454436] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 690.454620] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 690.454768] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 690.454920] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 690.455137] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 690.455297] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 690.455468] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 690.455662] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 690.455875] env[63005]: DEBUG nova.virt.hardware [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 690.456773] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a1d5a2-923c-4ed3-a7ce-f11d056c2827 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.465680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fb33bb-3cc4-455d-b436-bb6db48cf453 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.479614] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:39:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2e3fcc6-e93e-4611-9b9c-8591193c3b9f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 690.487231] env[63005]: DEBUG oslo.service.loopingcall [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 690.487550] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 690.487781] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c06b2372-3df8-42d1-901e-702a15ec91da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.508868] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 690.508868] env[63005]: value = "task-2577108" [ 690.508868] env[63005]: _type = "Task" [ 690.508868] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.518214] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577108, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.523357] env[63005]: DEBUG nova.scheduler.client.report [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.742795] env[63005]: DEBUG nova.compute.manager [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 690.742795] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487da6b-710b-4789-a2bb-2e1d31ea543f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.746538] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab4ba89d-e7c3-48d4-9107-c5e544ebe64d req-414c9870-ebe7-42a6-892b-b812bacf898f service nova] Releasing lock "refresh_cache-d6775ece-9d97-45fb-bb8c-3881e0e5666a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.773187] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577107, 'name': PowerOffVM_Task, 'duration_secs': 0.263386} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.773816] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 690.774129] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 690.774439] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61d70b82-77eb-45f0-99d5-ecd3e542a9e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.804024] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5215c665-fd4f-dae3-b282-24671adceb70, 'name': SearchDatastore_Task, 'duration_secs': 0.009791} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.804024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 690.804024] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d6775ece-9d97-45fb-bb8c-3881e0e5666a/d6775ece-9d97-45fb-bb8c-3881e0e5666a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.804024] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71cc08f1-2f6b-4d68-9ce8-451ead77f3f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.811681] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 690.811681] env[63005]: value = "task-2577110" [ 690.811681] env[63005]: _type = "Task" [ 690.811681] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.891609] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 690.891901] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 690.892020] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleting the datastore file [datastore2] 7a417ea3-79dc-4405-b890-5ec6680c8c06 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 690.892302] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4288c67f-5d5b-4a7d-9edc-f0e37ac595b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.898884] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 690.898884] env[63005]: value = "task-2577111" [ 690.898884] env[63005]: _type = "Task" [ 690.898884] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.907567] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.019606] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577108, 'name': CreateVM_Task, 'duration_secs': 0.36337} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.019839] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 691.020617] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.020776] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.021099] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 691.021351] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42914a2a-b1bb-4238-9893-8b7380a67367 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.026433] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 691.026433] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522d9a43-c543-3df1-ff17-f766fd4a79ab" [ 691.026433] env[63005]: _type = "Task" [ 691.026433] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.031292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.031811] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 691.034715] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.989s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 691.034945] env[63005]: DEBUG nova.objects.instance [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lazy-loading 'resources' on Instance uuid 54255b86-d935-4a6a-9448-8843a7820878 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 691.041797] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522d9a43-c543-3df1-ff17-f766fd4a79ab, 'name': SearchDatastore_Task, 'duration_secs': 0.012871} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.042088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 691.042313] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 691.042534] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 691.042679] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.042854] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 691.043615] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d766ac36-7018-4e03-b26d-4e0d362b27b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.052068] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 691.052257] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 691.052972] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44959d4e-19a7-48cb-a00d-5c490e12ca9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.058513] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 691.058513] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527d71bc-f65e-95ac-78b0-96fefd680f52" [ 691.058513] env[63005]: _type = "Task" [ 691.058513] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.068057] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527d71bc-f65e-95ac-78b0-96fefd680f52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.257362] env[63005]: INFO nova.compute.manager [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] instance snapshotting [ 691.260016] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c53f2e-5620-44d9-8489-a60fba1bf354 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.281627] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588c27bf-a358-45f9-ba90-b53ccec69483 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.322491] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.411157] env[63005]: DEBUG oslo_vmware.api [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.411698] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 691.412108] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 691.412108] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 691.412309] env[63005]: INFO nova.compute.manager [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Took 1.17 seconds to destroy the instance on the hypervisor. [ 691.412556] env[63005]: DEBUG oslo.service.loopingcall [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 691.412774] env[63005]: DEBUG nova.compute.manager [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 691.412869] env[63005]: DEBUG nova.network.neutron [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.538777] env[63005]: DEBUG nova.compute.utils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 691.544052] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 691.544356] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 691.577894] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527d71bc-f65e-95ac-78b0-96fefd680f52, 'name': SearchDatastore_Task, 'duration_secs': 0.009287} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.578719] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e19d28d-59d2-4f9e-a9f1-c28cbfe81a72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.584552] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 691.584552] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5205c066-4a03-48af-4583-37d5de3e8d66" [ 691.584552] env[63005]: _type = "Task" [ 691.584552] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.593836] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205c066-4a03-48af-4583-37d5de3e8d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.618145] env[63005]: DEBUG nova.policy [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8df724d7426493690c1e1ced8189932', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '770d371d2d104ae4a6757c1b8fc2a264', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 691.772163] env[63005]: DEBUG nova.compute.manager [req-c4e75e87-83d6-41ce-bcc7-d67312079416 req-446d14f7-1d13-4069-abb8-4e74f65cba8c service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Received event network-vif-deleted-395b9c07-4b3a-4bc3-b8c1-6f128deba7d2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 691.772163] env[63005]: INFO nova.compute.manager [req-c4e75e87-83d6-41ce-bcc7-d67312079416 req-446d14f7-1d13-4069-abb8-4e74f65cba8c service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Neutron deleted interface 395b9c07-4b3a-4bc3-b8c1-6f128deba7d2; detaching it from the instance and deleting it from the info cache [ 691.772163] env[63005]: DEBUG nova.network.neutron [req-c4e75e87-83d6-41ce-bcc7-d67312079416 req-446d14f7-1d13-4069-abb8-4e74f65cba8c service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.795861] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 691.796465] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7d201536-b028-4bde-8da1-b55b0c479da1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.805952] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 691.805952] env[63005]: value = "task-2577112" [ 691.805952] env[63005]: _type = "Task" [ 691.805952] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.824683] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.834231] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.011517] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Successfully created port: c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 692.049209] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 692.103945] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205c066-4a03-48af-4583-37d5de3e8d66, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.104375] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 692.104788] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 692.105136] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e8c806a-80de-4583-9622-482354b48edf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.115643] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 692.115643] env[63005]: value = "task-2577113" [ 692.115643] env[63005]: _type = "Task" [ 692.115643] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.128197] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.219713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14673a8-9ef5-4439-b47d-9e9a38e7e9bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.228053] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8e7871-8500-456a-9183-92bafab2f116 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.260361] env[63005]: DEBUG nova.network.neutron [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.262455] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a5d7c-d7fd-4a10-a52a-1b1614b19f21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.272118] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b6a020-5778-47f1-b846-fa2c055ab3ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.277577] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eccb80a9-d7c0-44ac-875f-beda9672cb4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.290335] env[63005]: DEBUG nova.compute.provider_tree [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 692.295475] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959f5f7-a932-4ea2-9e3f-cf2835b43b13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.319652] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577112, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.334883] env[63005]: DEBUG nova.compute.manager [req-c4e75e87-83d6-41ce-bcc7-d67312079416 req-446d14f7-1d13-4069-abb8-4e74f65cba8c service nova] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Detach interface failed, port_id=395b9c07-4b3a-4bc3-b8c1-6f128deba7d2, reason: Instance 7a417ea3-79dc-4405-b890-5ec6680c8c06 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 692.344866] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577110, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.129706} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.345294] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d6775ece-9d97-45fb-bb8c-3881e0e5666a/d6775ece-9d97-45fb-bb8c-3881e0e5666a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.345525] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.345789] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24bc0f37-49f3-4a1e-8c09-9bbea4014bc2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.355053] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 692.355053] env[63005]: value = "task-2577114" [ 692.355053] env[63005]: _type = "Task" [ 692.355053] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.366422] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.626336] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.498694} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.626601] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 692.626798] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 692.626994] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4be62d7a-dffa-4fd1-89b5-672a877eb6a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.635446] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 692.635446] env[63005]: value = "task-2577115" [ 692.635446] env[63005]: _type = "Task" [ 692.635446] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.646688] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.766484] env[63005]: INFO nova.compute.manager [-] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Took 1.35 seconds to deallocate network for instance. [ 692.794537] env[63005]: DEBUG nova.scheduler.client.report [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.818558] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577112, 'name': CreateSnapshot_Task, 'duration_secs': 0.829105} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.818840] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 692.819846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c78001-5d81-4b17-9449-f7c39b33b5ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.866437] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091752} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.867084] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 692.867551] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ab6027-170d-4bc6-b11c-b88c831bf550 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.892567] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] d6775ece-9d97-45fb-bb8c-3881e0e5666a/d6775ece-9d97-45fb-bb8c-3881e0e5666a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 692.892944] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82f68b42-6d0c-4e20-a827-e99d078aec40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.914500] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 692.914500] env[63005]: value = "task-2577116" [ 692.914500] env[63005]: _type = "Task" [ 692.914500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.923444] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577116, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.063084] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 693.087436] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 693.087739] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 693.087942] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 693.088206] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 693.088397] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 693.088601] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 693.088842] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 693.088991] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 693.089173] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 693.089362] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 693.089538] env[63005]: DEBUG nova.virt.hardware [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 693.090432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5444b2a2-99cc-4306-9759-aab2de264f4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.099824] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94de454b-c5af-46f9-99de-750ced1509e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.145427] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072764} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.145709] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 693.146522] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b5ca45-cdd6-4a97-963d-6b2bbc230602 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.170082] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 693.170082] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37a28cdf-bd5b-4281-9a9d-3e234511241e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.190324] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 693.190324] env[63005]: value = "task-2577117" [ 693.190324] env[63005]: _type = "Task" [ 693.190324] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.199317] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.272817] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.302963] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.306670] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.372s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.307786] env[63005]: INFO nova.compute.claims [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 693.329340] env[63005]: INFO nova.scheduler.client.report [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Deleted allocations for instance 54255b86-d935-4a6a-9448-8843a7820878 [ 693.342105] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 693.342702] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ff093c8e-1b5c-4c04-afbc-9fc7ad8d9a20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.353041] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 693.353041] env[63005]: value = "task-2577118" [ 693.353041] env[63005]: _type = "Task" [ 693.353041] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.362988] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577118, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.425442] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577116, 'name': ReconfigVM_Task, 'duration_secs': 0.317326} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.425718] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Reconfigured VM instance instance-0000001e to attach disk [datastore1] d6775ece-9d97-45fb-bb8c-3881e0e5666a/d6775ece-9d97-45fb-bb8c-3881e0e5666a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.426425] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d19ecd7-4d9b-4163-b209-ac2acf9960d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.433921] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 693.433921] env[63005]: value = "task-2577119" [ 693.433921] env[63005]: _type = "Task" [ 693.433921] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.448892] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577119, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.541795] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Successfully updated port: c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 693.701320] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577117, 'name': ReconfigVM_Task, 'duration_secs': 0.300541} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.701613] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Reconfigured VM instance instance-0000001c to attach disk [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b/cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 693.702247] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee20b47-904d-414c-9969-5a4fd80ee3f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.710698] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 693.710698] env[63005]: value = "task-2577120" [ 693.710698] env[63005]: _type = "Task" [ 693.710698] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.719221] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577120, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.800101] env[63005]: DEBUG nova.compute.manager [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Received event network-vif-plugged-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.800319] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Acquiring lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 693.800730] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 693.800861] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.801078] env[63005]: DEBUG nova.compute.manager [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] No waiting events found dispatching network-vif-plugged-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 693.801266] env[63005]: WARNING nova.compute.manager [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Received unexpected event network-vif-plugged-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c for instance with vm_state building and task_state spawning. [ 693.801452] env[63005]: DEBUG nova.compute.manager [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Received event network-changed-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 693.801666] env[63005]: DEBUG nova.compute.manager [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Refreshing instance network info cache due to event network-changed-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 693.801845] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Acquiring lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 693.802028] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Acquired lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.802139] env[63005]: DEBUG nova.network.neutron [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Refreshing network info cache for port c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 693.845400] env[63005]: DEBUG oslo_concurrency.lockutils [None req-16f78a77-e97e-4c5e-8e36-f6e8e46b6473 tempest-ServerDiagnosticsV248Test-1217229410 tempest-ServerDiagnosticsV248Test-1217229410-project-member] Lock "54255b86-d935-4a6a-9448-8843a7820878" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.185s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 693.864660] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577118, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.943523] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577119, 'name': Rename_Task, 'duration_secs': 0.159742} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.943979] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 693.944134] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a01f096-3aa8-4390-88a2-90aa3d342f98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.951542] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 693.951542] env[63005]: value = "task-2577121" [ 693.951542] env[63005]: _type = "Task" [ 693.951542] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.966720] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577121, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.045195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 694.223866] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577120, 'name': Rename_Task, 'duration_secs': 0.261528} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.224245] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 694.224509] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5eae8a35-1749-49a4-9f7b-7b5becf717c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.234747] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 694.234747] env[63005]: value = "task-2577122" [ 694.234747] env[63005]: _type = "Task" [ 694.234747] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.243707] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.340245] env[63005]: DEBUG nova.network.neutron [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 694.366438] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577118, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.441321] env[63005]: DEBUG nova.network.neutron [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.463218] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577121, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.745870] env[63005]: DEBUG oslo_vmware.api [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577122, 'name': PowerOnVM_Task, 'duration_secs': 0.48961} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.748879] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.749193] env[63005]: DEBUG nova.compute.manager [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.750386] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9222b7-79f8-4dbc-b807-ca3c735f44f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.864960] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577118, 'name': CloneVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.889195] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0162cfcb-5b4a-43b9-a0aa-c8bf0b85d31a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.897297] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5247e96a-68ca-4012-9220-fe08a5bda44c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.930580] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f8e111c-8df2-4624-8a82-ff7fbd1162e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.938951] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf49f60-b606-49a6-9ee9-f5a3dd8501fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.943852] env[63005]: DEBUG oslo_concurrency.lockutils [req-27e7dce3-2454-4316-854b-e9edab83a71f req-e793c973-26a4-4bf3-9cf8-80173c8451a4 service nova] Releasing lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 694.944296] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquired lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.944518] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.954809] env[63005]: DEBUG nova.compute.provider_tree [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.969454] env[63005]: DEBUG oslo_vmware.api [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577121, 'name': PowerOnVM_Task, 'duration_secs': 0.582699} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.969785] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.970129] env[63005]: INFO nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Took 9.06 seconds to spawn the instance on the hypervisor. [ 694.970436] env[63005]: DEBUG nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 694.971384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d654a0-9dd1-475d-8b2f-da466f970849 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.012222] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 695.161016] env[63005]: DEBUG nova.network.neutron [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Updating instance_info_cache with network_info: [{"id": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "address": "fa:16:3e:25:a1:38", "network": {"id": "b575ae82-cec6-4cc3-a144-dacde396aa89", "bridge": "br-int", "label": "tempest-ServersTestJSON-517119932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "770d371d2d104ae4a6757c1b8fc2a264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13d98be-4d", "ovs_interfaceid": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.272829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.366620] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577118, 'name': CloneVM_Task, 'duration_secs': 1.567247} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.366876] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Created linked-clone VM from snapshot [ 695.367711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34789b24-6dbd-4b12-80d6-060281f9f877 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.376766] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Uploading image cf7cdba3-091c-4f29-84b9-5ca92d3a9b2d {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 695.388323] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 695.388637] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5749bcfe-3d31-47d3-81e6-404bcc1f3661 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.396745] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 695.396745] env[63005]: value = "task-2577123" [ 695.396745] env[63005]: _type = "Task" [ 695.396745] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.406275] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577123, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.458157] env[63005]: DEBUG nova.scheduler.client.report [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 695.489691] env[63005]: INFO nova.compute.manager [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Took 40.98 seconds to build instance. [ 695.664267] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Releasing lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 695.664373] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance network_info: |[{"id": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "address": "fa:16:3e:25:a1:38", "network": {"id": "b575ae82-cec6-4cc3-a144-dacde396aa89", "bridge": "br-int", "label": "tempest-ServersTestJSON-517119932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "770d371d2d104ae4a6757c1b8fc2a264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13d98be-4d", "ovs_interfaceid": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 695.664736] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:a1:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0d7a2b2f-3b49-4dc8-9096-af16144b27a9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c13d98be-4d1a-463a-a87a-6a2a3fef6b3c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 695.672307] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Creating folder: Project (770d371d2d104ae4a6757c1b8fc2a264). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.672617] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea6126f7-4bab-4649-9075-b87e77271b9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.692027] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Created folder: Project (770d371d2d104ae4a6757c1b8fc2a264) in parent group-v519994. [ 695.692027] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Creating folder: Instances. Parent ref: group-v520081. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 695.692027] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1028289b-e7ff-4afe-8091-46a265878325 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.701851] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Created folder: Instances in parent group-v520081. [ 695.702167] env[63005]: DEBUG oslo.service.loopingcall [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 695.702517] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 695.702714] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71a374ff-ed19-45ae-8e2a-7ad8894e4c66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.726275] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 695.726275] env[63005]: value = "task-2577126" [ 695.726275] env[63005]: _type = "Task" [ 695.726275] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.735781] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577126, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.824413] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.824785] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.824785] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.824924] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.825109] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.827530] env[63005]: INFO nova.compute.manager [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Terminating instance [ 695.915248] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577123, 'name': Destroy_Task, 'duration_secs': 0.467604} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.916117] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Destroyed the VM [ 695.916457] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 695.916711] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d5ccaf96-da07-4e90-888d-5df0fa0a8cb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.924670] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 695.924670] env[63005]: value = "task-2577127" [ 695.924670] env[63005]: _type = "Task" [ 695.924670] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.933712] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577127, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.963766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.964338] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 695.967238] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.381s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.967447] env[63005]: DEBUG nova.objects.instance [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'resources' on Instance uuid 5cb81a7a-f84b-48db-ae40-b39113616a90 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.991980] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7fc1af87-1907-4f50-a755-cb22d9eb194c tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.259s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 696.093664] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "f9b91732-285f-46b7-accf-62d8681d0162" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.097067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.237599] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577126, 'name': CreateVM_Task, 'duration_secs': 0.427608} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.237781] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 696.238516] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.238693] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.239172] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 696.239535] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-093025e0-681d-49b9-a2da-7cb11cbb6ea0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.245891] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 696.245891] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523c59ab-1719-7080-517a-ce63e87d0c83" [ 696.245891] env[63005]: _type = "Task" [ 696.245891] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.255585] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523c59ab-1719-7080-517a-ce63e87d0c83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.333587] env[63005]: DEBUG nova.compute.manager [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.335425] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.335425] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a859a0-e4ee-4ada-89c7-0bc0fda965e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.344284] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.344284] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1abba2f9-055b-4639-9751-9433eb127f5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.351909] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 696.351909] env[63005]: value = "task-2577128" [ 696.351909] env[63005]: _type = "Task" [ 696.351909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.362818] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577128, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.411920] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "0a461527-9913-4e90-b0d9-c00883713791" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 696.415102] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.415102] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b290fc48-2173-4287-bb82-66d812771b7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.422323] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Suspending the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 696.422765] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-cd53dbc4-bcfc-4312-98cf-173c803098a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.430498] env[63005]: DEBUG oslo_vmware.api [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 696.430498] env[63005]: value = "task-2577129" [ 696.430498] env[63005]: _type = "Task" [ 696.430498] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.437234] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577127, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.440516] env[63005]: DEBUG oslo_vmware.api [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577129, 'name': SuspendVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.471183] env[63005]: DEBUG nova.compute.utils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 696.473369] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 696.473640] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 696.495716] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 696.533063] env[63005]: DEBUG nova.policy [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8d2561a76b24ee5abc3ab0be17ac731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67021e68546a4a2791d1fb9d05a48307', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 696.757934] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523c59ab-1719-7080-517a-ce63e87d0c83, 'name': SearchDatastore_Task, 'duration_secs': 0.015371} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.760838] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 696.761116] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 696.761448] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 696.761596] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.761773] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 696.762282] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1339c033-bdc6-43b0-96d5-f4e689403e34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.778328] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 696.778565] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 696.779370] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a53e8841-f8d9-4995-8fb2-d51e29d4b41f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.786463] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 696.786463] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f4a02e-81d9-1c06-eca7-32c1f9fd96cd" [ 696.786463] env[63005]: _type = "Task" [ 696.786463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.798938] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f4a02e-81d9-1c06-eca7-32c1f9fd96cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.864560] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577128, 'name': PowerOffVM_Task, 'duration_secs': 0.221026} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.864830] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 696.864830] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 696.865087] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34e7af4d-8931-4ad4-ac3d-c5f9838010ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.939308] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Successfully created port: 146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 696.944073] env[63005]: DEBUG oslo_vmware.api [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577127, 'name': RemoveSnapshot_Task, 'duration_secs': 0.791737} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.945046] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 696.949027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 696.949027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 696.949027] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore2] cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 696.949507] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74e1af8b-b66e-46b5-b0c2-a476e2b36657 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.956904] env[63005]: DEBUG oslo_vmware.api [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577129, 'name': SuspendVM_Task} progress is 62%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.962749] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 696.962749] env[63005]: value = "task-2577131" [ 696.962749] env[63005]: _type = "Task" [ 696.962749] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.974310] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.976892] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 697.015537] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.109139] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b996f9ad-7597-4ab4-b1b7-c684ea0c3936 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.119564] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6375a5bb-948a-4778-8e6d-4dc378942478 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.154981] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5289e8d7-f78e-4f36-9d93-2d89ceffc9ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.162867] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f8e0a3-40be-4267-8363-949aa85d0a62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.176902] env[63005]: DEBUG nova.compute.provider_tree [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.297571] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f4a02e-81d9-1c06-eca7-32c1f9fd96cd, 'name': SearchDatastore_Task, 'duration_secs': 0.01628} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.298496] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a09d88a-b4eb-4f5a-a098-05dc981c55a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.304150] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 697.304150] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5211d034-d218-1ad8-2dac-97b694d5b1c1" [ 697.304150] env[63005]: _type = "Task" [ 697.304150] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.314110] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211d034-d218-1ad8-2dac-97b694d5b1c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.443299] env[63005]: DEBUG oslo_vmware.api [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577129, 'name': SuspendVM_Task, 'duration_secs': 0.701078} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.443574] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Suspended the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 697.443754] env[63005]: DEBUG nova.compute.manager [None req-b7b37d92-496d-473d-b1fa-92be0c2d840e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 697.444539] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7e410c-9e08-41bb-a2ba-230254faa811 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.452038] env[63005]: WARNING nova.compute.manager [None req-c633a906-fc80-4266-8938-f9e5d13dc3cc tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Image not found during snapshot: nova.exception.ImageNotFound: Image cf7cdba3-091c-4f29-84b9-5ca92d3a9b2d could not be found. [ 697.474605] env[63005]: DEBUG oslo_vmware.api [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189489} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.474605] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.474736] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.476181] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.476181] env[63005]: INFO nova.compute.manager [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 697.476181] env[63005]: DEBUG oslo.service.loopingcall [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 697.476181] env[63005]: DEBUG nova.compute.manager [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.476181] env[63005]: DEBUG nova.network.neutron [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.680820] env[63005]: DEBUG nova.scheduler.client.report [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.757869] env[63005]: DEBUG nova.compute.manager [req-d5d07942-6f76-44ec-8da7-86d99d8b97c3 req-0065bbf9-2e75-4d45-b58f-5106e1cc62f5 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Received event network-vif-deleted-c2e3fcc6-e93e-4611-9b9c-8591193c3b9f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 697.757869] env[63005]: INFO nova.compute.manager [req-d5d07942-6f76-44ec-8da7-86d99d8b97c3 req-0065bbf9-2e75-4d45-b58f-5106e1cc62f5 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Neutron deleted interface c2e3fcc6-e93e-4611-9b9c-8591193c3b9f; detaching it from the instance and deleting it from the info cache [ 697.757869] env[63005]: DEBUG nova.network.neutron [req-d5d07942-6f76-44ec-8da7-86d99d8b97c3 req-0065bbf9-2e75-4d45-b58f-5106e1cc62f5 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.815094] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211d034-d218-1ad8-2dac-97b694d5b1c1, 'name': SearchDatastore_Task, 'duration_secs': 0.010127} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.815901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 697.815901] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] c03fdfd4-184e-47df-a40d-a856818686cd/c03fdfd4-184e-47df-a40d-a856818686cd.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 697.815901] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8972ef28-d6cb-4df5-8ad9-1a2804ab3573 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.823124] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 697.823124] env[63005]: value = "task-2577132" [ 697.823124] env[63005]: _type = "Task" [ 697.823124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.831585] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577132, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.838435] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "25827438-2172-49df-87e9-a6bf9cdeac57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.838670] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.838874] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 697.839067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 697.839235] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 697.842997] env[63005]: INFO nova.compute.manager [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Terminating instance [ 697.986588] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 698.017394] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 698.017752] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 698.017905] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 698.018183] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 698.018396] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 698.018609] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 698.018885] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 698.019088] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 698.019344] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 698.019576] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 698.019798] env[63005]: DEBUG nova.virt.hardware [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 698.021293] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350d7c6-8caf-41a0-8ef8-37124e1d632e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.033195] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e75ecc2-d970-48ec-9632-849584482af2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.186609] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.189256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.521s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 698.190859] env[63005]: INFO nova.compute.claims [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.215809] env[63005]: INFO nova.scheduler.client.report [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted allocations for instance 5cb81a7a-f84b-48db-ae40-b39113616a90 [ 698.233961] env[63005]: DEBUG nova.network.neutron [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.260080] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-767e21c4-81ca-4de0-a149-f7d995a7d608 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.271481] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-895d73d6-d3b8-42a5-8a31-b3ea51756937 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.305936] env[63005]: DEBUG nova.compute.manager [req-d5d07942-6f76-44ec-8da7-86d99d8b97c3 req-0065bbf9-2e75-4d45-b58f-5106e1cc62f5 service nova] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Detach interface failed, port_id=c2e3fcc6-e93e-4611-9b9c-8591193c3b9f, reason: Instance cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 698.332734] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577132, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434564} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.333034] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] c03fdfd4-184e-47df-a40d-a856818686cd/c03fdfd4-184e-47df-a40d-a856818686cd.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 698.333272] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 698.333503] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24274e25-fdd9-4f78-85cd-33ea292d07bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.342147] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 698.342147] env[63005]: value = "task-2577133" [ 698.342147] env[63005]: _type = "Task" [ 698.342147] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.346176] env[63005]: DEBUG nova.compute.manager [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 698.346382] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 698.347367] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f6f974-4d33-4372-89f6-739ecc378e73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.357407] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.365031] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 698.365031] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d07e1c27-7d37-4dab-b46e-e2533c4c711d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.372547] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 698.372547] env[63005]: value = "task-2577134" [ 698.372547] env[63005]: _type = "Task" [ 698.372547] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.383379] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577134, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.489756] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Successfully updated port: 146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 698.724715] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa091bf-9fd2-4fd7-8d45-b4536a70c6c9 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "5cb81a7a-f84b-48db-ae40-b39113616a90" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.740s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.738694] env[63005]: INFO nova.compute.manager [-] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Took 1.26 seconds to deallocate network for instance. [ 698.853448] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136891} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.853750] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 698.854640] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33194ee-402b-4f99-aa61-e2cb4e1494dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.877672] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] c03fdfd4-184e-47df-a40d-a856818686cd/c03fdfd4-184e-47df-a40d-a856818686cd.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 698.878017] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb8a1c39-8040-47c0-b7a5-b2f73259bb41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.900257] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577134, 'name': PowerOffVM_Task, 'duration_secs': 0.335351} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.901581] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 698.901761] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 698.902169] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 698.902169] env[63005]: value = "task-2577135" [ 698.902169] env[63005]: _type = "Task" [ 698.902169] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.902917] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-046597d1-0088-4920-b285-b4c54575a163 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.913530] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577135, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.977621] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 698.978013] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 698.978351] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleting the datastore file [datastore1] 25827438-2172-49df-87e9-a6bf9cdeac57 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 698.978682] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79253d55-eae1-43de-b3fe-56c258c8e281 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.985952] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 698.985952] env[63005]: value = "task-2577137" [ 698.985952] env[63005]: _type = "Task" [ 698.985952] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.989690] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 698.990022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.990022] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 698.996809] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.248646] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.415918] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577135, 'name': ReconfigVM_Task, 'duration_secs': 0.301163} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.416207] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Reconfigured VM instance instance-0000001f to attach disk [datastore2] c03fdfd4-184e-47df-a40d-a856818686cd/c03fdfd4-184e-47df-a40d-a856818686cd.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 699.416834] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37ebceb2-edda-4d0f-823c-a01810be49af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.428015] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 699.428015] env[63005]: value = "task-2577138" [ 699.428015] env[63005]: _type = "Task" [ 699.428015] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.435984] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577138, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.497645] env[63005]: DEBUG oslo_vmware.api [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16501} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.497903] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 699.498091] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 699.498261] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 699.498453] env[63005]: INFO nova.compute.manager [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Took 1.15 seconds to destroy the instance on the hypervisor. [ 699.499265] env[63005]: DEBUG oslo.service.loopingcall [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 699.499265] env[63005]: DEBUG nova.compute.manager [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 699.499349] env[63005]: DEBUG nova.network.neutron [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 699.552902] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 699.742017] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeab352-7a9d-425a-ae14-ba81ea29c6d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.753390] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbd8430-30fb-4e11-9c0f-ea942f4ad973 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.787689] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12493059-7ef3-4a7a-bc0d-c869913462e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.798704] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f9c754-bbf9-42a0-adb1-d8233f546700 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.803687] env[63005]: DEBUG nova.compute.manager [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Received event network-vif-plugged-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.803920] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 699.804109] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 699.804270] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 699.804431] env[63005]: DEBUG nova.compute.manager [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] No waiting events found dispatching network-vif-plugged-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 699.804608] env[63005]: WARNING nova.compute.manager [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Received unexpected event network-vif-plugged-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 for instance with vm_state building and task_state spawning. [ 699.804742] env[63005]: DEBUG nova.compute.manager [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Received event network-changed-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 699.804954] env[63005]: DEBUG nova.compute.manager [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Refreshing instance network info cache due to event network-changed-146bd64c-cf48-445f-8633-8c7d9cb5e6b3. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 699.805081] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 699.816489] env[63005]: DEBUG nova.compute.provider_tree [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.849853] env[63005]: DEBUG nova.network.neutron [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.947902] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577138, 'name': Rename_Task, 'duration_secs': 0.161671} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.948189] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 699.948465] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2810a05f-7ec4-4701-abfe-daf253434dd6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.957043] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 699.957043] env[63005]: value = "task-2577139" [ 699.957043] env[63005]: _type = "Task" [ 699.957043] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.966531] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.037724] env[63005]: DEBUG nova.compute.manager [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.038515] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5648d6-fa17-4d74-b303-a0561c020b84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.319584] env[63005]: DEBUG nova.scheduler.client.report [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.353050] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 700.353287] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Instance network_info: |[{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 700.353652] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.353757] env[63005]: DEBUG nova.network.neutron [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Refreshing network info cache for port 146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 700.355084] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:01:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '146bd64c-cf48-445f-8633-8c7d9cb5e6b3', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 700.363996] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating folder: Project (67021e68546a4a2791d1fb9d05a48307). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.367475] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec7d2971-49d5-426d-804c-afb44a3bfcb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.380824] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created folder: Project (67021e68546a4a2791d1fb9d05a48307) in parent group-v519994. [ 700.381013] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating folder: Instances. Parent ref: group-v520084. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 700.381263] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d727f34-5075-495e-b01e-6134ef98c0fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.394256] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created folder: Instances in parent group-v520084. [ 700.394569] env[63005]: DEBUG oslo.service.loopingcall [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 700.394925] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 700.395163] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa99c41-6cf5-4ed1-8543-757fefd41bf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.418648] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 700.418648] env[63005]: value = "task-2577142" [ 700.418648] env[63005]: _type = "Task" [ 700.418648] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.426728] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577142, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.432070] env[63005]: DEBUG nova.network.neutron [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.467631] env[63005]: DEBUG oslo_vmware.api [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577139, 'name': PowerOnVM_Task, 'duration_secs': 0.460922} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.467892] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 700.468100] env[63005]: INFO nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Took 7.41 seconds to spawn the instance on the hypervisor. [ 700.468277] env[63005]: DEBUG nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.469090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a404d024-c7ea-4559-b12a-fd7ad093d4a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.549939] env[63005]: INFO nova.compute.manager [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] instance snapshotting [ 700.550159] env[63005]: WARNING nova.compute.manager [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 700.553340] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06835320-6118-4e9c-90f6-aa48d0bb1c13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.576133] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35babe38-5bfa-466d-a75e-233cd99a4492 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.593152] env[63005]: DEBUG nova.network.neutron [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updated VIF entry in instance network info cache for port 146bd64c-cf48-445f-8633-8c7d9cb5e6b3. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 700.593152] env[63005]: DEBUG nova.network.neutron [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 700.827023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.635s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 700.827023] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 700.828442] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.594s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 700.829974] env[63005]: INFO nova.compute.claims [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.930100] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577142, 'name': CreateVM_Task, 'duration_secs': 0.363912} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.930100] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 700.930966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 700.931430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.932042] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 700.934026] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6def2a5-8c45-4265-98d7-1f5f4d4678cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.934759] env[63005]: INFO nova.compute.manager [-] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Took 1.44 seconds to deallocate network for instance. [ 700.941840] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 700.941840] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521ddc34-0e51-a362-b60f-1f2c1799b89c" [ 700.941840] env[63005]: _type = "Task" [ 700.941840] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.951183] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ddc34-0e51-a362-b60f-1f2c1799b89c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.995093] env[63005]: INFO nova.compute.manager [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Took 38.00 seconds to build instance. [ 701.088290] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 701.088739] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-7bf64f07-bf43-4dc9-968f-f3f9a9e18e05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.095033] env[63005]: DEBUG oslo_concurrency.lockutils [req-71c99c5f-bb38-4b0c-a463-d6d6188c129d req-3b63ae85-3b67-4a70-bb8e-cedcf33d660c service nova] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.098262] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 701.098262] env[63005]: value = "task-2577143" [ 701.098262] env[63005]: _type = "Task" [ 701.098262] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.109954] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577143, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.337344] env[63005]: DEBUG nova.compute.utils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 701.341725] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 701.444529] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.456722] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ddc34-0e51-a362-b60f-1f2c1799b89c, 'name': SearchDatastore_Task, 'duration_secs': 0.036042} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.457093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 701.457357] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 701.457608] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.457772] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.457970] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 701.458273] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc32aeda-02c1-4312-a15c-458e5ea2e5ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.467911] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 701.468149] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 701.469126] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07788a02-c403-4d70-9471-5ae7b031068e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.475289] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 701.475289] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ace36c-ef4e-aff6-5457-7bb800b26a9b" [ 701.475289] env[63005]: _type = "Task" [ 701.475289] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.484439] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ace36c-ef4e-aff6-5457-7bb800b26a9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.497107] env[63005]: DEBUG oslo_concurrency.lockutils [None req-39811195-2fed-4a5a-8fbf-40f75f2cea3d tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.918s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.611369] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577143, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.675900] env[63005]: DEBUG nova.compute.manager [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Received event network-changed-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.675900] env[63005]: DEBUG nova.compute.manager [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Refreshing instance network info cache due to event network-changed-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 701.675900] env[63005]: DEBUG oslo_concurrency.lockutils [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] Acquiring lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 701.675900] env[63005]: DEBUG oslo_concurrency.lockutils [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] Acquired lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.675900] env[63005]: DEBUG nova.network.neutron [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Refreshing network info cache for port c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 701.836445] env[63005]: DEBUG nova.compute.manager [req-6e82a8c8-1200-4407-87e7-976b977ce84a req-1a2ba490-8bd5-42a1-b5a2-7e3d1ced6441 service nova] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Received event network-vif-deleted-dd4629a9-077c-431b-8c2d-4fc4fe4c6f11 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 701.842697] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 701.988768] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ace36c-ef4e-aff6-5457-7bb800b26a9b, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.989654] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f480df-688b-4530-ad69-60479d9e2225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.995832] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 701.995832] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b74dee-40d2-5dba-ebc1-a02623cce90c" [ 701.995832] env[63005]: _type = "Task" [ 701.995832] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.003723] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 702.014402] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b74dee-40d2-5dba-ebc1-a02623cce90c, 'name': SearchDatastore_Task, 'duration_secs': 0.014426} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.017947] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.018293] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 702.018942] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38baba16-c5ef-45e0-ac98-89651aef5c01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.028463] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 702.028463] env[63005]: value = "task-2577144" [ 702.028463] env[63005]: _type = "Task" [ 702.028463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.040816] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.112352] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577143, 'name': CreateSnapshot_Task, 'duration_secs': 0.721551} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.115262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 702.116235] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db9826-d13b-4652-a9df-dc53b45f6310 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.406635] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8bfcd4-587c-4cc5-807a-58faa94e5539 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.414885] env[63005]: DEBUG nova.network.neutron [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Updated VIF entry in instance network info cache for port c13d98be-4d1a-463a-a87a-6a2a3fef6b3c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 702.415293] env[63005]: DEBUG nova.network.neutron [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Updating instance_info_cache with network_info: [{"id": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "address": "fa:16:3e:25:a1:38", "network": {"id": "b575ae82-cec6-4cc3-a144-dacde396aa89", "bridge": "br-int", "label": "tempest-ServersTestJSON-517119932-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "770d371d2d104ae4a6757c1b8fc2a264", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0d7a2b2f-3b49-4dc8-9096-af16144b27a9", "external-id": "nsx-vlan-transportzone-492", "segmentation_id": 492, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc13d98be-4d", "ovs_interfaceid": "c13d98be-4d1a-463a-a87a-6a2a3fef6b3c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.417194] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e139a8a-1d4a-48d3-8c2c-2e305861856c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.454098] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94811774-6835-42df-a67e-a41bc312876d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.463972] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c2d8f2-f153-4eef-9821-e7edc049c80c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.479121] env[63005]: DEBUG nova.compute.provider_tree [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.518081] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.518430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.518684] env[63005]: INFO nova.compute.manager [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Rebooting instance [ 702.535404] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.544681] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.637174] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 702.637313] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5add5e40-9b21-4124-bafc-ccc7653cb668 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.648322] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 702.648322] env[63005]: value = "task-2577145" [ 702.648322] env[63005]: _type = "Task" [ 702.648322] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.659052] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577145, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.854307] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 702.878639] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 702.878917] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 702.879094] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.879277] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 702.879435] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.879586] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 702.879796] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 702.879949] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 702.880131] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 702.880295] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 702.880530] env[63005]: DEBUG nova.virt.hardware [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 702.881436] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c5725a-3faa-4377-b5b7-cce991f536d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.889929] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45313818-a0ec-4eae-84dc-20bf3165be82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.906514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 702.913080] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Creating folder: Project (eaf8f9f28d234295976c74176daab500). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.913523] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7d8850e-2c0d-42a4-a3f0-3225ca30131b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.921599] env[63005]: DEBUG oslo_concurrency.lockutils [req-831db059-ec37-4c95-b338-8c4a214cfbc8 req-ab72f144-fc58-452f-9218-3f6ded0f2477 service nova] Releasing lock "refresh_cache-c03fdfd4-184e-47df-a40d-a856818686cd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 702.928393] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Created folder: Project (eaf8f9f28d234295976c74176daab500) in parent group-v519994. [ 702.928573] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Creating folder: Instances. Parent ref: group-v520089. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 702.931435] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78c88b84-0c2b-419f-8696-2e95eca0331e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.940812] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Created folder: Instances in parent group-v520089. [ 702.940812] env[63005]: DEBUG oslo.service.loopingcall [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 702.940812] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 702.940812] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7fca1c7-ce94-49ae-81f0-ce0eaa0e7e2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.960276] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 702.960276] env[63005]: value = "task-2577148" [ 702.960276] env[63005]: _type = "Task" [ 702.960276] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.969784] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577148, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.983056] env[63005]: DEBUG nova.scheduler.client.report [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 703.046026] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.78293} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.046026] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 703.046026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 703.046026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b69cf5b-1acf-4d5a-af55-32b3f7415782 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.049925] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.050137] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.050331] env[63005]: DEBUG nova.network.neutron [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 703.058774] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 703.058774] env[63005]: value = "task-2577149" [ 703.058774] env[63005]: _type = "Task" [ 703.058774] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.072457] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.159636] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577145, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.471849] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577148, 'name': CreateVM_Task, 'duration_secs': 0.441082} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.472034] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.472404] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.472564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.472876] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 703.473143] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f30ba10-bddc-4307-a1c5-6449a25abe84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.478296] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 703.478296] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5213e85f-6799-4589-4448-4aeca3c1bba8" [ 703.478296] env[63005]: _type = "Task" [ 703.478296] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.486623] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5213e85f-6799-4589-4448-4aeca3c1bba8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.487380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.487890] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 703.490406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.310s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.491813] env[63005]: INFO nova.compute.claims [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 703.569991] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07963} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.570278] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 703.571856] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28067e64-6fe4-493d-b36d-1a8d656f9057 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.594574] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 703.597106] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6247ad90-1a6d-43b1-9f7b-d3fef38dbd40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.620116] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 703.620116] env[63005]: value = "task-2577150" [ 703.620116] env[63005]: _type = "Task" [ 703.620116] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.630456] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577150, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.663767] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577145, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.812303] env[63005]: DEBUG nova.network.neutron [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.988900] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5213e85f-6799-4589-4448-4aeca3c1bba8, 'name': SearchDatastore_Task, 'duration_secs': 0.045626} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.989355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 703.989504] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.989700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 703.989908] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.990042] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.990364] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57e9c0b2-6581-4b3b-91a2-034a753a1ef3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.995743] env[63005]: DEBUG nova.compute.utils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 703.999258] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 703.999425] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 704.007162] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 704.007344] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 704.008133] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1204f446-3e41-4358-b654-462d8fea3161 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.014654] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 704.014654] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5202994f-a524-deb1-1f95-3322e33e0b6b" [ 704.014654] env[63005]: _type = "Task" [ 704.014654] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.023070] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5202994f-a524-deb1-1f95-3322e33e0b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.034964] env[63005]: DEBUG nova.policy [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a50d3439326400b83ed12cdb159ae20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60849a200d4c4c8f92dba92dd31ccbd2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.132803] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577150, 'name': ReconfigVM_Task, 'duration_secs': 0.310567} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.133713] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 704.133848] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5791cdf9-e7f3-4ca2-8420-170b41438dc3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.141346] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 704.141346] env[63005]: value = "task-2577151" [ 704.141346] env[63005]: _type = "Task" [ 704.141346] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.151175] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577151, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.161757] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577145, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.296484] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Successfully created port: 9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 704.316879] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 704.500133] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 704.532597] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5202994f-a524-deb1-1f95-3322e33e0b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.064783} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.532597] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803e9560-92f3-4dd4-bf58-e64af51ef372 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.537694] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 704.537694] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523bcdbe-586e-0391-7191-fc64140396bc" [ 704.537694] env[63005]: _type = "Task" [ 704.537694] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.546976] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bcdbe-586e-0391-7191-fc64140396bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.652349] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577151, 'name': Rename_Task, 'duration_secs': 0.323431} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.655109] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.660207] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e4cc50a-ece7-496f-930e-c98f3fe996ac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.669614] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577145, 'name': CloneVM_Task, 'duration_secs': 1.732356} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.671294] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Created linked-clone VM from snapshot [ 704.671658] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 704.671658] env[63005]: value = "task-2577152" [ 704.671658] env[63005]: _type = "Task" [ 704.671658] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.674793] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7302dfe8-b28f-4626-b379-8391200e3f5a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.695462] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.695955] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Uploading image 39c5fe51-a9d6-49a7-9032-c4d1402c1a28 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 704.729353] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 704.729353] env[63005]: value = "vm-520088" [ 704.729353] env[63005]: _type = "VirtualMachine" [ 704.729353] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 704.729632] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2eb8da2d-49a7-4f26-835d-d7d16145bba5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.741364] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease: (returnval){ [ 704.741364] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528822ea-9021-3431-08dc-6dd202cc1b60" [ 704.741364] env[63005]: _type = "HttpNfcLease" [ 704.741364] env[63005]: } obtained for exporting VM: (result){ [ 704.741364] env[63005]: value = "vm-520088" [ 704.741364] env[63005]: _type = "VirtualMachine" [ 704.741364] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 704.741364] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the lease: (returnval){ [ 704.741364] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528822ea-9021-3431-08dc-6dd202cc1b60" [ 704.741364] env[63005]: _type = "HttpNfcLease" [ 704.741364] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 704.749886] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 704.749886] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528822ea-9021-3431-08dc-6dd202cc1b60" [ 704.749886] env[63005]: _type = "HttpNfcLease" [ 704.749886] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 704.828201] env[63005]: DEBUG nova.compute.manager [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 704.828201] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db4af061-8fc4-4ca8-a662-d0121df574e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.055437] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bcdbe-586e-0391-7191-fc64140396bc, 'name': SearchDatastore_Task, 'duration_secs': 0.025182} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.058883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 705.059164] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1bc3a6d2-31b8-4895-9370-d61331103cf3/1bc3a6d2-31b8-4895-9370-d61331103cf3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 705.059886] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4172b0ff-c18e-422f-a2e9-bf47b9b4315c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.068704] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 705.068704] env[63005]: value = "task-2577154" [ 705.068704] env[63005]: _type = "Task" [ 705.068704] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.077398] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.103359] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4864adf9-ccc3-41bc-9053-e764ca8e3e81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.113891] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86289a63-ff23-4eb8-8ee6-12c0e2c7d5c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.145694] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5351c514-90d7-4570-b6cb-476844a15a61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.157206] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e7a9fb-e565-4432-aa18-b683e28d2176 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.181088] env[63005]: DEBUG nova.compute.provider_tree [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.192113] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577152, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.251026] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 705.251026] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528822ea-9021-3431-08dc-6dd202cc1b60" [ 705.251026] env[63005]: _type = "HttpNfcLease" [ 705.251026] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 705.252039] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 705.252039] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528822ea-9021-3431-08dc-6dd202cc1b60" [ 705.252039] env[63005]: _type = "HttpNfcLease" [ 705.252039] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 705.252579] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f8d943-acf9-49f7-80eb-0e71744a056c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.261356] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 705.261562] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 705.397116] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-712d269b-5296-42c1-b75a-7e2254223630 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.517760] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 705.542573] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 705.542822] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 705.542976] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.543328] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 705.543456] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.543600] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 705.543803] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 705.543975] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 705.544125] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 705.544284] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 705.544453] env[63005]: DEBUG nova.virt.hardware [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 705.545449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5c883-d978-4fea-a17b-5d4cb56bc554 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.558202] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255cf157-bf9d-49da-b80e-a04023a370af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.590896] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577154, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.687788] env[63005]: DEBUG nova.scheduler.client.report [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 705.697793] env[63005]: DEBUG oslo_vmware.api [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577152, 'name': PowerOnVM_Task, 'duration_secs': 0.538487} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.698523] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 705.698863] env[63005]: INFO nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 7.71 seconds to spawn the instance on the hypervisor. [ 705.699187] env[63005]: DEBUG nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 705.700464] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff43add7-8a78-48eb-ba94-099b2ea17785 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.842796] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d855d7-347c-4168-b19f-bbaab7654225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.852513] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Doing hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 705.853668] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-5058622e-d840-4621-b402-4faf0a0b3eff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.862160] env[63005]: DEBUG oslo_vmware.api [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 705.862160] env[63005]: value = "task-2577155" [ 705.862160] env[63005]: _type = "Task" [ 705.862160] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.874628] env[63005]: DEBUG oslo_vmware.api [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577155, 'name': ResetVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.088557] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.614501} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.089675] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1bc3a6d2-31b8-4895-9370-d61331103cf3/1bc3a6d2-31b8-4895-9370-d61331103cf3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 706.089675] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 706.089841] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19ce8077-6d24-4e1b-afa7-836a87fde1bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.098772] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 706.098772] env[63005]: value = "task-2577156" [ 706.098772] env[63005]: _type = "Task" [ 706.098772] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.112408] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.114073] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Successfully updated port: 9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 706.200601] env[63005]: DEBUG nova.compute.manager [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received event network-vif-plugged-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 706.201977] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] Acquiring lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 706.205090] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] Lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.205090] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] Lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.205090] env[63005]: DEBUG nova.compute.manager [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] No waiting events found dispatching network-vif-plugged-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.205090] env[63005]: WARNING nova.compute.manager [req-f6b74192-446e-4e22-aff7-97da94807189 req-1b3272f7-23fe-4471-98c2-742766269ab0 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received unexpected event network-vif-plugged-9667efaa-db64-4c8d-bc6d-f6d29149cb52 for instance with vm_state building and task_state spawning. [ 706.205269] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.713s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.205269] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 706.208108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.556s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.209472] env[63005]: INFO nova.compute.claims [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.225023] env[63005]: INFO nova.compute.manager [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 41.32 seconds to build instance. [ 706.377730] env[63005]: DEBUG oslo_vmware.api [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577155, 'name': ResetVM_Task, 'duration_secs': 0.096293} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.378056] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Did hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 706.378362] env[63005]: DEBUG nova.compute.manager [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 706.380717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17de3f1d-9ea4-4bcb-8d1c-4f4f67998b74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.613161] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10235} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.613716] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.615040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b49a174-2fa2-4f50-82d1-a185a67c7407 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.625024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 706.625024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.625024] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 706.644468] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 1bc3a6d2-31b8-4895-9370-d61331103cf3/1bc3a6d2-31b8-4895-9370-d61331103cf3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.646289] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-080b3030-2b7c-432c-a4d6-2a289ceb2b55 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.670018] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 706.670018] env[63005]: value = "task-2577157" [ 706.670018] env[63005]: _type = "Task" [ 706.670018] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.680716] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.714787] env[63005]: DEBUG nova.compute.utils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 706.718268] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 706.718268] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.725884] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b2d28429-2903-4fab-af40-b1eb18530cfa tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.691s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 706.779410] env[63005]: DEBUG nova.policy [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '89d77d09ba974050b28987bca43c16eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '149b541cb67e4e9e951afe8438352c73', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.894069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0579e29-5ff9-42c0-aac6-a52b994721f6 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.375s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.074929] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Successfully created port: de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 707.182712] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.201677] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 707.219183] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 707.231683] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 707.271157] env[63005]: DEBUG nova.compute.manager [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Received event network-changed-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 707.271157] env[63005]: DEBUG nova.compute.manager [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Refreshing instance network info cache due to event network-changed-146bd64c-cf48-445f-8633-8c7d9cb5e6b3. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 707.271990] env[63005]: DEBUG oslo_concurrency.lockutils [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 707.272389] env[63005]: DEBUG oslo_concurrency.lockutils [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.272877] env[63005]: DEBUG nova.network.neutron [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Refreshing network info cache for port 146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 707.517529] env[63005]: DEBUG nova.network.neutron [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.683078] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577157, 'name': ReconfigVM_Task, 'duration_secs': 0.696632} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.683443] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 1bc3a6d2-31b8-4895-9370-d61331103cf3/1bc3a6d2-31b8-4895-9370-d61331103cf3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 707.684126] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6848e561-6fd2-486f-b623-0b5b3a0de1ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.695602] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 707.695602] env[63005]: value = "task-2577158" [ 707.695602] env[63005]: _type = "Task" [ 707.695602] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.706985] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577158, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.761568] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.859420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "07676dca-3744-441e-8590-409f2ffd4501" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.859662] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.859867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "07676dca-3744-441e-8590-409f2ffd4501-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 707.860079] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 707.860230] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 707.862520] env[63005]: INFO nova.compute.manager [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Terminating instance [ 707.907626] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f120c5-5776-41b1-b7a3-11cdd94864aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.917041] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b07812c-b7f0-4932-9257-9c5b0da2446f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.954536] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d592f-ad42-40b5-9bf7-2c327a8eb5e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.961020] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bf9dc7-3eb9-47bf-8ece-4297d03313c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.977045] env[63005]: DEBUG nova.compute.provider_tree [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.019133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.019276] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Instance network_info: |[{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 708.019659] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:65:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '93341b73-918c-4e9d-9c66-ca171a54b574', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9667efaa-db64-4c8d-bc6d-f6d29149cb52', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 708.027417] env[63005]: DEBUG oslo.service.loopingcall [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 708.030381] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 708.030651] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01f91b18-7263-4002-916f-a24e5e8362e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.053034] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 708.053034] env[63005]: value = "task-2577159" [ 708.053034] env[63005]: _type = "Task" [ 708.053034] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.067974] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577159, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.085685] env[63005]: DEBUG nova.network.neutron [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updated VIF entry in instance network info cache for port 146bd64c-cf48-445f-8633-8c7d9cb5e6b3. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 708.086139] env[63005]: DEBUG nova.network.neutron [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.209477] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577158, 'name': Rename_Task, 'duration_secs': 0.187007} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.213044] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 708.213044] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ad8baf2-18a5-434a-ab3f-88e03d98a25c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.221372] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 708.221372] env[63005]: value = "task-2577160" [ 708.221372] env[63005]: _type = "Task" [ 708.221372] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.230614] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.241915] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 708.266305] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 708.266592] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 708.266753] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 708.267041] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 708.267193] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 708.267343] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 708.267565] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 708.267755] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 708.267967] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 708.268215] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 708.268630] env[63005]: DEBUG nova.virt.hardware [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 708.269524] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbfaa28-0dee-4803-8ec5-708832e7dbf9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.280479] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1924776-a72d-46bd-b59e-cc78e2294629 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.369087] env[63005]: DEBUG nova.compute.manager [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 708.369373] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 708.370357] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffebc9d9-c2f0-4260-842c-8f4e1ea44a6d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.380536] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 708.380833] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b19b54b-8b66-4322-966a-6c7dccb6bff5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.392470] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 708.392470] env[63005]: value = "task-2577161" [ 708.392470] env[63005]: _type = "Task" [ 708.392470] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.406545] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.425874] env[63005]: DEBUG nova.compute.manager [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 708.426163] env[63005]: DEBUG nova.compute.manager [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing instance network info cache due to event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 708.426337] env[63005]: DEBUG oslo_concurrency.lockutils [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] Acquiring lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.426453] env[63005]: DEBUG oslo_concurrency.lockutils [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] Acquired lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.427028] env[63005]: DEBUG nova.network.neutron [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 708.480495] env[63005]: DEBUG nova.scheduler.client.report [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 708.567341] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577159, 'name': CreateVM_Task, 'duration_secs': 0.42977} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.567594] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 708.568562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 708.568739] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 708.569532] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ba2e2c2-02b9-498f-bdae-e11ff270566c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.579429] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 708.579429] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529d0525-b3ad-efb0-8864-a8676ce29606" [ 708.579429] env[63005]: _type = "Task" [ 708.579429] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.593027] env[63005]: DEBUG oslo_concurrency.lockutils [req-e986ad0c-5c49-4e08-a9da-1851fe1e1a43 req-12cf8512-4259-4271-a0b1-7d742166d2f0 service nova] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 708.593027] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529d0525-b3ad-efb0-8864-a8676ce29606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.732720] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577160, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.797511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "c3026000-ae9d-4378-9d76-658e3d00b183" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 708.797669] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.822467] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Successfully updated port: de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.905131] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577161, 'name': PowerOffVM_Task, 'duration_secs': 0.230234} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.905407] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 708.905574] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 708.905840] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7e22bcc7-9b50-4691-8e6b-88c786b2ed2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.986026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 708.986171] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 708.989822] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.755s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 708.990124] env[63005]: DEBUG nova.objects.instance [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lazy-loading 'resources' on Instance uuid 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.090731] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529d0525-b3ad-efb0-8864-a8676ce29606, 'name': SearchDatastore_Task, 'duration_secs': 0.035209} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.091060] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.091305] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 709.091545] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.091719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.091922] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 709.092243] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0c2da50-7a55-402c-8835-d9e5d6dff52b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.103992] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 709.104608] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 709.105314] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1351e9-bf37-457e-943e-30a6bb2efff2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.112296] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 709.112296] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524939ad-96f9-8791-9f0c-681bec0780ba" [ 709.112296] env[63005]: _type = "Task" [ 709.112296] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.120566] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524939ad-96f9-8791-9f0c-681bec0780ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.130078] env[63005]: DEBUG nova.network.neutron [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updated VIF entry in instance network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 709.130535] env[63005]: DEBUG nova.network.neutron [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.220345] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.220740] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.220980] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleting the datastore file [datastore1] 07676dca-3744-441e-8590-409f2ffd4501 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.221312] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea82c885-508a-42a9-b030-03859b0d47d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.233136] env[63005]: DEBUG oslo_vmware.api [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577160, 'name': PowerOnVM_Task, 'duration_secs': 0.727937} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.234643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 709.234858] env[63005]: INFO nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Took 6.38 seconds to spawn the instance on the hypervisor. [ 709.235046] env[63005]: DEBUG nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 709.235379] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 709.235379] env[63005]: value = "task-2577163" [ 709.235379] env[63005]: _type = "Task" [ 709.235379] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.236990] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79f634a2-1808-43ca-a3da-6c8076c30a14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.246688] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.326584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 709.326746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquired lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.326898] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 709.496964] env[63005]: DEBUG nova.compute.utils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 709.498505] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 709.498971] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 709.547600] env[63005]: DEBUG nova.policy [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3818d6f0bd5340119f94073b3766850a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '956427630a9b47719797318a08351c24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 709.627867] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524939ad-96f9-8791-9f0c-681bec0780ba, 'name': SearchDatastore_Task, 'duration_secs': 0.042933} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.628847] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c236f7ff-a5b5-4871-b5ef-d64f54c4a194 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.635113] env[63005]: DEBUG oslo_concurrency.lockutils [req-2eae0ca5-e64e-46cf-b479-1a70ade02264 req-a6a40c54-24bc-4ec4-94ee-a2ec2a83c6eb service nova] Releasing lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 709.637139] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 709.637139] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52267a2f-c560-f893-9207-b89b7cb8376d" [ 709.637139] env[63005]: _type = "Task" [ 709.637139] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.647667] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52267a2f-c560-f893-9207-b89b7cb8376d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.761258] env[63005]: DEBUG oslo_vmware.api [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.499313} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.761560] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 709.761560] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 709.761919] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 709.761919] env[63005]: INFO nova.compute.manager [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Took 1.39 seconds to destroy the instance on the hypervisor. [ 709.762389] env[63005]: DEBUG oslo.service.loopingcall [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 709.762485] env[63005]: DEBUG nova.compute.manager [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 709.763276] env[63005]: DEBUG nova.network.neutron [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 709.772993] env[63005]: INFO nova.compute.manager [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Took 41.13 seconds to build instance. [ 709.895495] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 709.990322] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Successfully created port: c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 710.005971] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.118758] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ad5fa8-aeca-4267-89ea-2d919512d922 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.126936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d94b958-4bc0-4ca8-8e73-8913cc41f9f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.131182] env[63005]: DEBUG nova.network.neutron [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updating instance_info_cache with network_info: [{"id": "de029db7-b688-4b92-ad73-891e0790b618", "address": "fa:16:3e:78:bb:59", "network": {"id": "b92523fc-cf63-4d34-813d-9925450566d7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1203403775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b541cb67e4e9e951afe8438352c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde029db7-b6", "ovs_interfaceid": "de029db7-b688-4b92-ad73-891e0790b618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.175180] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc28d1b-f747-498c-9946-851b8fee00b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.186148] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52267a2f-c560-f893-9207-b89b7cb8376d, 'name': SearchDatastore_Task, 'duration_secs': 0.028657} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.187349] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15f01b6-e0e0-44e3-8406-1442b72b7c60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.192087] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.193134] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 4329770f-b089-46da-8d91-c9e953ba3a09/4329770f-b089-46da-8d91-c9e953ba3a09.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 710.193134] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-becb3913-6d95-43ab-8ce1-a7bb98a378f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.206043] env[63005]: DEBUG nova.compute.provider_tree [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.208702] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 710.208702] env[63005]: value = "task-2577164" [ 710.208702] env[63005]: _type = "Task" [ 710.208702] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.218426] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.276016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36fb3829-3f7b-48ef-9548-f4a34ba52f2b tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.078s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.558346] env[63005]: DEBUG nova.compute.manager [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received event network-vif-plugged-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.558576] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Acquiring lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.558782] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.559043] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.559220] env[63005]: DEBUG nova.compute.manager [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] No waiting events found dispatching network-vif-plugged-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 710.562102] env[63005]: WARNING nova.compute.manager [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received unexpected event network-vif-plugged-de029db7-b688-4b92-ad73-891e0790b618 for instance with vm_state building and task_state spawning. [ 710.562102] env[63005]: DEBUG nova.compute.manager [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received event network-changed-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 710.562102] env[63005]: DEBUG nova.compute.manager [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing instance network info cache due to event network-changed-de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 710.562102] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Acquiring lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 710.635231] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Releasing lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 710.635603] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Instance network_info: |[{"id": "de029db7-b688-4b92-ad73-891e0790b618", "address": "fa:16:3e:78:bb:59", "network": {"id": "b92523fc-cf63-4d34-813d-9925450566d7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1203403775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b541cb67e4e9e951afe8438352c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde029db7-b6", "ovs_interfaceid": "de029db7-b688-4b92-ad73-891e0790b618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 710.635983] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Acquired lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.636322] env[63005]: DEBUG nova.network.neutron [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing network info cache for port de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 710.637568] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:bb:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8812601-ae67-4e0d-b9a2-710b86c53ac5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de029db7-b688-4b92-ad73-891e0790b618', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.646381] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Creating folder: Project (149b541cb67e4e9e951afe8438352c73). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.648028] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a45938d-a2d8-49ed-8ff6-573ba2842fcb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.666277] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Created folder: Project (149b541cb67e4e9e951afe8438352c73) in parent group-v519994. [ 710.666494] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Creating folder: Instances. Parent ref: group-v520093. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.666761] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52024f38-6472-4f5b-990b-4d68e8a0ba5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.681870] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Created folder: Instances in parent group-v520093. [ 710.682158] env[63005]: DEBUG oslo.service.loopingcall [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 710.682372] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.682585] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ffdacc9-db30-4fa5-9514-129d38c0749c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.709080] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.709080] env[63005]: value = "task-2577167" [ 710.709080] env[63005]: _type = "Task" [ 710.709080] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.713415] env[63005]: DEBUG nova.scheduler.client.report [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.729650] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577167, 'name': CreateVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.732580] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.779243] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 711.022526] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.080648] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.081013] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.081211] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.081403] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.081555] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.081695] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.082022] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.082291] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.082559] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.082762] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.082935] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.083999] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9580208-4c24-426b-be69-469187f0a983 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.098811] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31a3cc1-d58b-4e30-b531-c5671183aae5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.104456] env[63005]: DEBUG nova.network.neutron [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.224436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.235s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.226364] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577167, 'name': CreateVM_Task, 'duration_secs': 0.414541} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.231897] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.221s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.233755] env[63005]: INFO nova.compute.claims [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.236757] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.237797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.237797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.237996] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 711.239528] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a170fd-4f34-4eaf-8d55-1cfc3760f3f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.245592] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565685} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.247432] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 4329770f-b089-46da-8d91-c9e953ba3a09/4329770f-b089-46da-8d91-c9e953ba3a09.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 711.247769] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 711.249349] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 711.249349] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525093fa-fe49-9707-d358-5e48d8a58f2b" [ 711.249349] env[63005]: _type = "Task" [ 711.249349] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.249349] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94b9a25a-158d-4a0c-a068-21a3920ad1ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.255765] env[63005]: INFO nova.scheduler.client.report [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Deleted allocations for instance 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324 [ 711.276151] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525093fa-fe49-9707-d358-5e48d8a58f2b, 'name': SearchDatastore_Task, 'duration_secs': 0.016575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.276151] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 711.276151] env[63005]: value = "task-2577168" [ 711.276151] env[63005]: _type = "Task" [ 711.276151] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.276151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.276151] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.276906] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 711.276906] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.276906] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.276906] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5f951b8-15f7-4251-a1d7-4b06225ef3b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.291357] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.295652] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.295876] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.298386] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c35f6630-7ede-4527-a54c-5322007fa2fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.305468] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 711.305468] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d1d2e3-743b-9777-257b-1b6249d16692" [ 711.305468] env[63005]: _type = "Task" [ 711.305468] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.313180] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.324023] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d1d2e3-743b-9777-257b-1b6249d16692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.416829] env[63005]: DEBUG nova.network.neutron [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updated VIF entry in instance network info cache for port de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 711.417379] env[63005]: DEBUG nova.network.neutron [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updating instance_info_cache with network_info: [{"id": "de029db7-b688-4b92-ad73-891e0790b618", "address": "fa:16:3e:78:bb:59", "network": {"id": "b92523fc-cf63-4d34-813d-9925450566d7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1203403775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b541cb67e4e9e951afe8438352c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde029db7-b6", "ovs_interfaceid": "de029db7-b688-4b92-ad73-891e0790b618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.595832] env[63005]: DEBUG nova.compute.manager [None req-157d3cb2-e5ae-42da-a6f5-ba8b5e9ed3fd tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.596805] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a28c1a-dbfc-476e-bf04-9eb7ba5841f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.607913] env[63005]: INFO nova.compute.manager [-] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Took 1.85 seconds to deallocate network for instance. [ 711.778023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80b6fa57-8057-4e51-968b-16e5f77b156e tempest-InstanceActionsNegativeTestJSON-530317866 tempest-InstanceActionsNegativeTestJSON-530317866-project-member] Lock "1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.206s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.799638] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.125444} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.800979] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 711.802357] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a3d4b4-4dcf-4b93-8eb4-d1ccefe77f5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.839551] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] 4329770f-b089-46da-8d91-c9e953ba3a09/4329770f-b089-46da-8d91-c9e953ba3a09.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 711.840784] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a4203ff-b8dd-4b3b-a338-8c4cc3efa54e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.867370] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Successfully updated port: c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 711.875905] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d1d2e3-743b-9777-257b-1b6249d16692, 'name': SearchDatastore_Task, 'duration_secs': 0.015994} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.877561] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-939905c7-06bd-4e64-8805-254996559262 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.884154] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 711.884154] env[63005]: value = "task-2577169" [ 711.884154] env[63005]: _type = "Task" [ 711.884154] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.885384] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 711.885384] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5260ba83-4fb7-947a-303b-cb4631dd17f1" [ 711.885384] env[63005]: _type = "Task" [ 711.885384] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.898767] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.901876] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5260ba83-4fb7-947a-303b-cb4631dd17f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.920777] env[63005]: DEBUG oslo_concurrency.lockutils [req-a838e1b4-4691-4695-a1dc-a2ba375ac7ea req-0f7ebd76-a07c-4336-9da5-3fa197c397e7 service nova] Releasing lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 711.936016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.936298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.936509] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "1bc3a6d2-31b8-4895-9370-d61331103cf3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 711.936689] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 711.936847] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 711.938929] env[63005]: INFO nova.compute.manager [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Terminating instance [ 712.110202] env[63005]: INFO nova.compute.manager [None req-157d3cb2-e5ae-42da-a6f5-ba8b5e9ed3fd tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] instance snapshotting [ 712.111159] env[63005]: DEBUG nova.objects.instance [None req-157d3cb2-e5ae-42da-a6f5-ba8b5e9ed3fd tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lazy-loading 'flavor' on Instance uuid 1bc3a6d2-31b8-4895-9370-d61331103cf3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 712.115026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.378050] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.378397] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.378447] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.407085] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.414488] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5260ba83-4fb7-947a-303b-cb4631dd17f1, 'name': SearchDatastore_Task, 'duration_secs': 0.026089} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.414821] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 712.415144] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a/92a7d8c9-a3d1-4a2f-8d73-3dc94778221a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.418037] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c664c0bc-97fd-4296-9e00-8c8a8308e808 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.425032] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 712.425032] env[63005]: value = "task-2577170" [ 712.425032] env[63005]: _type = "Task" [ 712.425032] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.436508] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.442586] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "refresh_cache-1bc3a6d2-31b8-4895-9370-d61331103cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.442759] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquired lock "refresh_cache-1bc3a6d2-31b8-4895-9370-d61331103cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.443258] env[63005]: DEBUG nova.network.neutron [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.617420] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4fb4d35-97b0-4b25-a611-d8a99218d139 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.644125] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf61c2b0-010a-4381-bbab-3d8a323b51c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.709573] env[63005]: DEBUG nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Received event network-vif-deleted-a8a3174e-0a4f-4115-b447-c0709e964707 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.709573] env[63005]: DEBUG nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Received event network-vif-plugged-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.709841] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Acquiring lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 712.710473] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 712.713328] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 712.713328] env[63005]: DEBUG nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] No waiting events found dispatching network-vif-plugged-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 712.713328] env[63005]: WARNING nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Received unexpected event network-vif-plugged-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e for instance with vm_state building and task_state spawning. [ 712.713328] env[63005]: DEBUG nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Received event network-changed-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 712.713328] env[63005]: DEBUG nova.compute.manager [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Refreshing instance network info cache due to event network-changed-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 712.713576] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Acquiring lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 712.889043] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24433ef-1358-45fa-bd38-97dcfc58d3f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.913907] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e721c-8521-47d4-8358-6ec847882ae9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.918099] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577169, 'name': ReconfigVM_Task, 'duration_secs': 0.599805} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.918416] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Reconfigured VM instance instance-00000022 to attach disk [datastore2] 4329770f-b089-46da-8d91-c9e953ba3a09/4329770f-b089-46da-8d91-c9e953ba3a09.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 712.919519] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b01a8c08-5a7b-432a-8bb5-db3c736e1db6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.960401] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 712.967845] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479366b5-c1f3-4c33-a0c0-625c93c9b3bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.971672] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 712.971672] env[63005]: value = "task-2577171" [ 712.971672] env[63005]: _type = "Task" [ 712.971672] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.984050] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577170, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.985768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f69e79-c9c2-4acf-8831-f1034ab35c94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.994552] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577171, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.010605] env[63005]: DEBUG nova.compute.provider_tree [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.013133] env[63005]: DEBUG nova.network.neutron [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 713.104351] env[63005]: DEBUG nova.network.neutron [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.157344] env[63005]: DEBUG nova.compute.manager [None req-157d3cb2-e5ae-42da-a6f5-ba8b5e9ed3fd tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance disappeared during snapshot {{(pid=63005) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 713.186189] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Updating instance_info_cache with network_info: [{"id": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "address": "fa:16:3e:ea:c5:ed", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc846ebb0-6e", "ovs_interfaceid": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.329813] env[63005]: DEBUG nova.compute.manager [None req-157d3cb2-e5ae-42da-a6f5-ba8b5e9ed3fd tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Found 0 images (rotation: 2) {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 713.467396] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.467671] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a/92a7d8c9-a3d1-4a2f-8d73-3dc94778221a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.467875] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.468146] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-abdf9446-4423-4e33-a9cb-8ce3ac17c7eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.474577] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 713.474577] env[63005]: value = "task-2577172" [ 713.474577] env[63005]: _type = "Task" [ 713.474577] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.487986] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577171, 'name': Rename_Task, 'duration_secs': 0.189765} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.491112] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 713.491624] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577172, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.491694] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bfb1d41-ca30-4b55-8929-2f0af1392f1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.497456] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 713.497456] env[63005]: value = "task-2577173" [ 713.497456] env[63005]: _type = "Task" [ 713.497456] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.505926] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577173, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.519087] env[63005]: DEBUG nova.scheduler.client.report [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.606960] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Releasing lock "refresh_cache-1bc3a6d2-31b8-4895-9370-d61331103cf3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.607989] env[63005]: DEBUG nova.compute.manager [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 713.608412] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 713.610613] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92598972-0f6a-4ffa-9c28-7ca6036f0560 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.619991] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 713.620382] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e821786a-fae1-49d7-940c-6ab82d4967da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.626754] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 713.626754] env[63005]: value = "task-2577174" [ 713.626754] env[63005]: _type = "Task" [ 713.626754] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.637580] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.689126] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 713.689490] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Instance network_info: |[{"id": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "address": "fa:16:3e:ea:c5:ed", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc846ebb0-6e", "ovs_interfaceid": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 713.689822] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Acquired lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.689999] env[63005]: DEBUG nova.network.neutron [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Refreshing network info cache for port c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 713.691331] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:c5:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 713.699535] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Creating folder: Project (956427630a9b47719797318a08351c24). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.703068] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c2c466e-0f09-45e9-b67f-96de1228c986 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.715034] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Created folder: Project (956427630a9b47719797318a08351c24) in parent group-v519994. [ 713.715394] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Creating folder: Instances. Parent ref: group-v520096. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 713.715707] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-588405f7-6d6c-44ac-893d-f12d0540f4fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.725872] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Created folder: Instances in parent group-v520096. [ 713.726294] env[63005]: DEBUG oslo.service.loopingcall [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 713.726575] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 713.726873] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22f95a51-18e4-4f15-8e1d-7b27b5907eb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.747684] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 713.747684] env[63005]: value = "task-2577177" [ 713.747684] env[63005]: _type = "Task" [ 713.747684] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.756137] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577177, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.937416] env[63005]: DEBUG nova.network.neutron [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Updated VIF entry in instance network info cache for port c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 713.937919] env[63005]: DEBUG nova.network.neutron [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Updating instance_info_cache with network_info: [{"id": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "address": "fa:16:3e:ea:c5:ed", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc846ebb0-6e", "ovs_interfaceid": "c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.991788] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577172, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083052} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.992143] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.993227] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6019e94-70fd-485d-bb04-cd799f2eddef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.026031] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a/92a7d8c9-a3d1-4a2f-8d73-3dc94778221a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.027370] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d6083e5-b683-4034-aa3f-f05525e022b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.047571] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.815s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 714.047571] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 714.050164] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577173, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.050701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.547s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 714.053312] env[63005]: DEBUG nova.objects.instance [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lazy-loading 'resources' on Instance uuid 6b3c53f2-807e-4cd8-8fba-c1d52f080423 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 714.060544] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 714.060544] env[63005]: value = "task-2577178" [ 714.060544] env[63005]: _type = "Task" [ 714.060544] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.070396] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577178, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.140153] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577174, 'name': PowerOffVM_Task, 'duration_secs': 0.127488} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.140434] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 714.140626] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 714.140947] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64e361ff-87fd-4288-afe6-604657291c91 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.168567] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 714.168789] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 714.168996] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Deleting the datastore file [datastore2] 1bc3a6d2-31b8-4895-9370-d61331103cf3 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 714.169293] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4c72529-eb9b-4e5a-82a7-f4e4b9488057 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.175476] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for the task: (returnval){ [ 714.175476] env[63005]: value = "task-2577180" [ 714.175476] env[63005]: _type = "Task" [ 714.175476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.184580] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.264912] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577177, 'name': CreateVM_Task, 'duration_secs': 0.479178} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.265136] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 714.265861] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.266043] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.266369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 714.266654] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bd3c18-d91b-49b7-a4eb-f6119dc9f5d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.276309] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 714.276309] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b9cbeb-da74-4884-f7ab-bbfe7be842e0" [ 714.276309] env[63005]: _type = "Task" [ 714.276309] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.292979] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9cbeb-da74-4884-f7ab-bbfe7be842e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.443263] env[63005]: DEBUG oslo_concurrency.lockutils [req-50036b9e-a365-4da8-a6ae-32654c4905fd req-86eda4e5-a580-49a8-8d82-db61450c4cc4 service nova] Releasing lock "refresh_cache-5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.508018] env[63005]: DEBUG oslo_vmware.api [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577173, 'name': PowerOnVM_Task, 'duration_secs': 0.537415} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.508018] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 714.508018] env[63005]: INFO nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Took 8.99 seconds to spawn the instance on the hypervisor. [ 714.508469] env[63005]: DEBUG nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 714.509090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43b5eac-fff6-414a-927f-2652c0f69e28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.553576] env[63005]: DEBUG nova.compute.utils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 714.555401] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 714.555569] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 714.571476] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577178, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.642460] env[63005]: DEBUG nova.policy [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3818d6f0bd5340119f94073b3766850a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '956427630a9b47719797318a08351c24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.691513] env[63005]: DEBUG oslo_vmware.api [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Task: {'id': task-2577180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133198} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.691985] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 714.692378] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 714.692519] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 714.693075] env[63005]: INFO nova.compute.manager [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 714.693241] env[63005]: DEBUG oslo.service.loopingcall [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 714.694575] env[63005]: DEBUG nova.compute.manager [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 714.694575] env[63005]: DEBUG nova.network.neutron [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 714.726162] env[63005]: DEBUG nova.network.neutron [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.791721] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9cbeb-da74-4884-f7ab-bbfe7be842e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.792046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 714.792294] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.792554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 714.792760] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.793033] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.793511] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d6df82d-aeae-43e2-a7fe-aa94a25921a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.803404] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.806184] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.810678] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7770711f-0991-4490-b95b-9949c5a17002 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.819023] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 714.819023] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527b6f1d-4f3d-b0e9-8686-ec42a7d29d40" [ 714.819023] env[63005]: _type = "Task" [ 714.819023] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.826084] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b6f1d-4f3d-b0e9-8686-ec42a7d29d40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.951034] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 714.952705] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c30d4f-3042-4eae-bf71-25815aa3ca97 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.962646] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 714.962820] env[63005]: ERROR oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk due to incomplete transfer. [ 714.963171] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-88ba18f3-9f3f-41b1-9051-d58342e8e725 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.972899] env[63005]: DEBUG oslo_vmware.rw_handles [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52defb80-5eb2-3fe9-239b-1e4576ca7cea/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 714.973126] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Uploaded image 39c5fe51-a9d6-49a7-9032-c4d1402c1a28 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 714.976914] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 714.976914] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f370af9c-aab2-4947-8d82-89cf6b6531e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.982762] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 714.982762] env[63005]: value = "task-2577181" [ 714.982762] env[63005]: _type = "Task" [ 714.982762] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.996050] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577181, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.027078] env[63005]: INFO nova.compute.manager [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Took 42.82 seconds to build instance. [ 715.057523] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Successfully created port: 6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 715.059036] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 715.084581] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577178, 'name': ReconfigVM_Task, 'duration_secs': 0.561679} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.085022] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a/92a7d8c9-a3d1-4a2f-8d73-3dc94778221a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.085501] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc155f3-8dfb-46cb-a275-5237e3993509 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.092483] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 715.092483] env[63005]: value = "task-2577182" [ 715.092483] env[63005]: _type = "Task" [ 715.092483] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.101509] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577182, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.225553] env[63005]: DEBUG nova.network.neutron [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 715.232203] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8c96da-072d-4095-8bcc-d251a7d50a62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.244202] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad59c711-eb91-42db-9654-d82de78721da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.283988] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525b30c-1ef7-43bf-b7e5-8e9da7995511 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.292024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab2b94-a76d-4621-adcb-c2af4e3afba2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.307532] env[63005]: DEBUG nova.compute.provider_tree [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.331249] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b6f1d-4f3d-b0e9-8686-ec42a7d29d40, 'name': SearchDatastore_Task, 'duration_secs': 0.014768} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.331249] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e7af4a-4c1b-45b9-bfd2-f2c756261d08 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.335679] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 715.335679] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5231d048-2158-d12f-1210-647f942719eb" [ 715.335679] env[63005]: _type = "Task" [ 715.335679] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.343912] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231d048-2158-d12f-1210-647f942719eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.497557] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577181, 'name': Destroy_Task, 'duration_secs': 0.343684} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.497557] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Destroyed the VM [ 715.497557] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 715.497557] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1268680-cf4d-4ae7-a154-b0fb314f0162 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.504459] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 715.504459] env[63005]: value = "task-2577183" [ 715.504459] env[63005]: _type = "Task" [ 715.504459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.512415] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577183, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.529098] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6c6cfb65-7264-4785-8123-7f9221bf999b tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.500s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 715.602537] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577182, 'name': Rename_Task, 'duration_secs': 0.220933} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.602979] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.603125] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b55852bf-d9dc-4265-bc13-9953a5ec6bcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.610060] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 715.610060] env[63005]: value = "task-2577184" [ 715.610060] env[63005]: _type = "Task" [ 715.610060] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.621884] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.728758] env[63005]: INFO nova.compute.manager [-] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Took 1.04 seconds to deallocate network for instance. [ 715.811980] env[63005]: DEBUG nova.scheduler.client.report [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.848066] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231d048-2158-d12f-1210-647f942719eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.848342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 715.848620] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82/5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 715.848889] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7bc7c7e-72ea-496e-a03b-a74a1beadcbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.855204] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 715.855204] env[63005]: value = "task-2577185" [ 715.855204] env[63005]: _type = "Task" [ 715.855204] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.870604] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577185, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.016714] env[63005]: DEBUG oslo_vmware.api [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577183, 'name': RemoveSnapshot_Task, 'duration_secs': 0.431749} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.017070] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 716.017357] env[63005]: INFO nova.compute.manager [None req-35108017-9f17-498b-b935-621b6aa255c8 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Took 15.46 seconds to snapshot the instance on the hypervisor. [ 716.034627] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 716.069997] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 716.101936] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 716.102228] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 716.102388] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.102600] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 716.102764] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.102928] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 716.103262] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 716.103439] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 716.103610] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 716.103776] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 716.103949] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 716.104822] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a64879-eb02-4b04-ae82-bab60061326a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.110635] env[63005]: DEBUG nova.compute.manager [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 716.110843] env[63005]: DEBUG nova.compute.manager [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing instance network info cache due to event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 716.112107] env[63005]: DEBUG oslo_concurrency.lockutils [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] Acquiring lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 716.112107] env[63005]: DEBUG oslo_concurrency.lockutils [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] Acquired lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.112107] env[63005]: DEBUG nova.network.neutron [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 716.119838] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83616f3b-eeee-4e83-9a2b-7f4e014075ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.132252] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577184, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.236331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.321879] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.271s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.325058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 30.102s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.371044] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577185, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.372193] env[63005]: INFO nova.scheduler.client.report [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Deleted allocations for instance 6b3c53f2-807e-4cd8-8fba-c1d52f080423 [ 716.565415] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.637332] env[63005]: DEBUG oslo_vmware.api [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577184, 'name': PowerOnVM_Task, 'duration_secs': 0.75598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.637627] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.637794] env[63005]: INFO nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Took 8.40 seconds to spawn the instance on the hypervisor. [ 716.637993] env[63005]: DEBUG nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 716.642023] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b4d9fc-f600-4b5d-8622-9eadee9cd21d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.849181] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "4329770f-b089-46da-8d91-c9e953ba3a09" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 716.849425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 716.849689] env[63005]: INFO nova.compute.manager [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Rebooting instance [ 716.867265] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577185, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66301} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.867557] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82/5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.867781] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.868052] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d5a29a-b490-4098-a0c6-bb8083f07023 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.875820] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 716.875820] env[63005]: value = "task-2577186" [ 716.875820] env[63005]: _type = "Task" [ 716.875820] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.885317] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a7e0a196-f60e-4696-9c99-92eaf4bbcc38 tempest-DeleteServersAdminTestJSON-235734668 tempest-DeleteServersAdminTestJSON-235734668-project-member] Lock "6b3c53f2-807e-4cd8-8fba-c1d52f080423" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.851s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 716.889102] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577186, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.116947] env[63005]: DEBUG nova.network.neutron [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updated VIF entry in instance network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 717.117478] env[63005]: DEBUG nova.network.neutron [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.130462] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.130462] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.130673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.131316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.131316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.134316] env[63005]: INFO nova.compute.manager [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Terminating instance [ 717.168731] env[63005]: INFO nova.compute.manager [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Took 40.01 seconds to build instance. [ 717.191414] env[63005]: DEBUG nova.compute.manager [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Received event network-vif-plugged-6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 717.191414] env[63005]: DEBUG oslo_concurrency.lockutils [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] Acquiring lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.191414] env[63005]: DEBUG oslo_concurrency.lockutils [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.191414] env[63005]: DEBUG oslo_concurrency.lockutils [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.191414] env[63005]: DEBUG nova.compute.manager [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] No waiting events found dispatching network-vif-plugged-6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 717.193228] env[63005]: WARNING nova.compute.manager [req-8323f2c1-34d3-461e-9994-b6ec267aae47 req-e27c6e5c-a0c2-4f9a-a6d2-f964480ee417 service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Received unexpected event network-vif-plugged-6c88ecb9-bf16-4399-ba6a-d1834366c68a for instance with vm_state building and task_state spawning. [ 717.248247] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Successfully updated port: 6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 717.370293] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 966245fb-866b-4ede-81c6-96c45548e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.370874] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e78af5a5-8914-43aa-8ad5-82015d33d06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371022] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance b6db441c-7399-43b4-910e-cc9c4dba1ffc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371147] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371261] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 0a3c5e11-62b6-4f02-bc14-917a932ecf54 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371374] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 58593514-7f18-4e17-9dbe-2735827790c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371485] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance d6fcbfca-a9ff-4085-b133-89c85fb1980e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.371630] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 7a417ea3-79dc-4405-b890-5ec6680c8c06 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 717.371829] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 07676dca-3744-441e-8590-409f2ffd4501 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 717.371953] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance aaddae64-82e8-46d2-8de5-f53d0ed8411e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.372075] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e65043f5-524f-48c8-9774-9127604850c8 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.372186] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance be34bd6e-c83f-40ec-8c97-33d698d2692f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.372290] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 72f22d9c-a615-4d7a-9d62-fb4da31adc64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.372766] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 81fcc80a-8f80-4d40-a061-f33c012cf54f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.372915] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 717.373073] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 25827438-2172-49df-87e9-a6bf9cdeac57 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 717.373195] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance d6775ece-9d97-45fb-bb8c-3881e0e5666a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.373307] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance c03fdfd4-184e-47df-a40d-a856818686cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.373416] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 573ce87d-556a-4761-b5e0-c479c9005783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.373751] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1bc3a6d2-31b8-4895-9370-d61331103cf3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 717.373890] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 4329770f-b089-46da-8d91-c9e953ba3a09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.374014] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.374134] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.374243] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 717.378959] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.387663] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577186, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084431} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.388764] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.389798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49de6ca2-6e2d-4ef3-86f2-60099cf30ffc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.417821] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82/5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.418440] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3509691b-b367-4861-a2c8-9099db0c5661 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.443486] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 717.443486] env[63005]: value = "task-2577187" [ 717.443486] env[63005]: _type = "Task" [ 717.443486] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.455908] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.626470] env[63005]: DEBUG oslo_concurrency.lockutils [req-d35c744f-e0d6-4c3c-be22-927102118e2e req-250b7cd4-2969-4eab-a17b-e50d454e197a service nova] Releasing lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 717.626470] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquired lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.626470] env[63005]: DEBUG nova.network.neutron [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.642855] env[63005]: DEBUG nova.compute.manager [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 717.642855] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 717.643709] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a106544e-aadf-40c9-81a0-3faaf6fd612d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.653826] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.654315] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b984efcb-7654-4792-9f94-14c15aceae73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.672824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a95b77e4-03dd-4934-a0f3-49cc3f6864c7 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.737s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 717.752986] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 717.752986] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.752986] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 717.812312] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 717.812312] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 717.877862] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 50e62458-27be-4738-bea8-5c6eeb68afdc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 717.963693] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577187, 'name': ReconfigVM_Task, 'duration_secs': 0.380395} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.964246] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82/5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.966036] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1895b0b-8ea2-4133-95d0-48edd0ceeca6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.973595] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 717.973595] env[63005]: value = "task-2577189" [ 717.973595] env[63005]: _type = "Task" [ 717.973595] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.985987] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577189, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.175714] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 718.307985] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 718.382894] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance d1d54188-6333-44d7-b1e2-481299eb346a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.435197] env[63005]: DEBUG nova.network.neutron [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.483747] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577189, 'name': Rename_Task, 'duration_secs': 0.356972} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.484029] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.484354] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7238f9c-cb16-44b6-919e-9200e26c118e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.499641] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 718.499641] env[63005]: value = "task-2577190" [ 718.499641] env[63005]: _type = "Task" [ 718.499641] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.503731] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Updating instance_info_cache with network_info: [{"id": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "address": "fa:16:3e:18:f8:3e", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c88ecb9-bf", "ovs_interfaceid": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.509515] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577190, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.512115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.512115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 718.512115] env[63005]: INFO nova.compute.manager [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Shelving [ 718.709329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 718.887308] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance a5f22253-0529-4b40-b827-d5160cbaa55b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 718.938824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Releasing lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.012472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 719.012860] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Instance network_info: |[{"id": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "address": "fa:16:3e:18:f8:3e", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c88ecb9-bf", "ovs_interfaceid": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.013170] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577190, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.016009] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:f8:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c88ecb9-bf16-4399-ba6a-d1834366c68a', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.025239] env[63005]: DEBUG oslo.service.loopingcall [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.029632] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.029632] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63467a5d-8d24-4941-8ba3-e7984ee08607 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.055140] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.055140] env[63005]: value = "task-2577191" [ 719.055140] env[63005]: _type = "Task" [ 719.055140] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.067504] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577191, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.101576] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.101849] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.102049] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore1] d6775ece-9d97-45fb-bb8c-3881e0e5666a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.102317] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69435db7-ee74-45b8-8310-d752608783ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.112338] env[63005]: DEBUG oslo_vmware.api [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 719.112338] env[63005]: value = "task-2577192" [ 719.112338] env[63005]: _type = "Task" [ 719.112338] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.122139] env[63005]: DEBUG oslo_vmware.api [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.393316] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1d25291d-0faa-43b0-97a2-2c2db98b46c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 719.415872] env[63005]: DEBUG nova.compute.manager [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Received event network-changed-6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 719.416180] env[63005]: DEBUG nova.compute.manager [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Refreshing instance network info cache due to event network-changed-6c88ecb9-bf16-4399-ba6a-d1834366c68a. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 719.416452] env[63005]: DEBUG oslo_concurrency.lockutils [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] Acquiring lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 719.416605] env[63005]: DEBUG oslo_concurrency.lockutils [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] Acquired lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.416770] env[63005]: DEBUG nova.network.neutron [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Refreshing network info cache for port 6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 719.445966] env[63005]: DEBUG nova.compute.manager [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.446799] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc4551a-3827-4c24-9f4f-b21f8ab48121 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.512201] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577190, 'name': PowerOnVM_Task, 'duration_secs': 0.531747} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.512475] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.512915] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Took 8.49 seconds to spawn the instance on the hypervisor. [ 719.512915] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.513711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8984c3bd-b5e5-44eb-bda2-ef929cc90000 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.550790] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.551779] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-192f974b-e71e-4e8b-8883-e68a471244ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.569517] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 719.569517] env[63005]: value = "task-2577193" [ 719.569517] env[63005]: _type = "Task" [ 719.569517] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.575896] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577191, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.587470] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.629778] env[63005]: DEBUG oslo_vmware.api [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352781} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.629778] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 719.629778] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 719.629778] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 719.629778] env[63005]: INFO nova.compute.manager [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Took 1.99 seconds to destroy the instance on the hypervisor. [ 719.630226] env[63005]: DEBUG oslo.service.loopingcall [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 719.630226] env[63005]: DEBUG nova.compute.manager [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 719.630226] env[63005]: DEBUG nova.network.neutron [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 719.898156] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.034817] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Took 42.41 seconds to build instance. [ 720.071102] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577191, 'name': CreateVM_Task, 'duration_secs': 0.645685} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.071830] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.072583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.072766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.073139] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 720.073555] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ba3028b-f7b2-4cbd-bbf8-11fe5c962f88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.080917] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 720.080917] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f54696-dadc-f9e8-ec4a-4f856ab710c8" [ 720.080917] env[63005]: _type = "Task" [ 720.080917] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.090430] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577193, 'name': PowerOffVM_Task, 'duration_secs': 0.314349} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.093465] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 720.094332] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e374075e-18ef-4f6b-b8c0-bc96bb8ae11a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.100067] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f54696-dadc-f9e8-ec4a-4f856ab710c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.121109] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015b7b3a-39d9-43f0-8d85-b90f8b98e0ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.207658] env[63005]: DEBUG nova.network.neutron [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Updated VIF entry in instance network info cache for port 6c88ecb9-bf16-4399-ba6a-d1834366c68a. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 720.208166] env[63005]: DEBUG nova.network.neutron [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Updating instance_info_cache with network_info: [{"id": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "address": "fa:16:3e:18:f8:3e", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c88ecb9-bf", "ovs_interfaceid": "6c88ecb9-bf16-4399-ba6a-d1834366c68a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.402372] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e5e494bc-0262-4de6-84e7-ffc2989b9e19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 720.472243] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af969e79-ff36-41ac-a777-c163b65cfc13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.480181] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Doing hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 720.480793] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-3b9d4522-a561-44b1-86ad-6e367022b06e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.488183] env[63005]: DEBUG oslo_vmware.api [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 720.488183] env[63005]: value = "task-2577194" [ 720.488183] env[63005]: _type = "Task" [ 720.488183] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.503732] env[63005]: DEBUG oslo_vmware.api [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577194, 'name': ResetVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.525516] env[63005]: DEBUG nova.network.neutron [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.537361] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.715s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.592850] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f54696-dadc-f9e8-ec4a-4f856ab710c8, 'name': SearchDatastore_Task, 'duration_secs': 0.028117} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.593276] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.593559] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 720.593797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.593970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.594252] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 720.594573] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f6bcf4c-14bd-4ab2-a7c4-b22ac243dc4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.605154] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 720.605346] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 720.606203] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b4264c-7564-4104-a277-642d8016e5da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.613209] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 720.613209] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f3c0e7-9ff7-5bf7-2c2d-cffcacee4117" [ 720.613209] env[63005]: _type = "Task" [ 720.613209] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.622256] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f3c0e7-9ff7-5bf7-2c2d-cffcacee4117, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.641855] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 720.641855] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8cf1c4d9-17c9-47ce-adde-2d38757fd9cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.649969] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 720.649969] env[63005]: value = "task-2577195" [ 720.649969] env[63005]: _type = "Task" [ 720.649969] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.655791] env[63005]: DEBUG nova.compute.manager [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received event network-changed-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 720.655900] env[63005]: DEBUG nova.compute.manager [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing instance network info cache due to event network-changed-de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 720.656049] env[63005]: DEBUG oslo_concurrency.lockutils [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] Acquiring lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 720.656195] env[63005]: DEBUG oslo_concurrency.lockutils [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] Acquired lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.656376] env[63005]: DEBUG nova.network.neutron [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing network info cache for port de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.665982] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577195, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.711295] env[63005]: DEBUG oslo_concurrency.lockutils [req-8ebb29e6-3567-4fd1-be33-502815a226f6 req-eeeca795-64db-4673-8759-fd5ed37509ae service nova] Releasing lock "refresh_cache-a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 720.909357] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 62a61aa1-4f64-4027-bc3d-fecd76f8afb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.006111] env[63005]: DEBUG oslo_vmware.api [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577194, 'name': ResetVM_Task, 'duration_secs': 0.112157} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.006111] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Did hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 721.006111] env[63005]: DEBUG nova.compute.manager [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 721.006111] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f0eec6-ab8c-4ca2-8aec-9553c95f4da3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.028522] env[63005]: INFO nova.compute.manager [-] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Took 1.40 seconds to deallocate network for instance. [ 721.042774] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.125349] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f3c0e7-9ff7-5bf7-2c2d-cffcacee4117, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.126434] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b826259b-ce49-49f2-bb83-1ae96c9baaa4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.134660] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 721.134660] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d669d1-76ba-41b0-0d93-5d034d1cbe53" [ 721.134660] env[63005]: _type = "Task" [ 721.134660] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.143588] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d669d1-76ba-41b0-0d93-5d034d1cbe53, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.162222] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577195, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.409352] env[63005]: DEBUG nova.network.neutron [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updated VIF entry in instance network info cache for port de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 721.409675] env[63005]: DEBUG nova.network.neutron [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updating instance_info_cache with network_info: [{"id": "de029db7-b688-4b92-ad73-891e0790b618", "address": "fa:16:3e:78:bb:59", "network": {"id": "b92523fc-cf63-4d34-813d-9925450566d7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1203403775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b541cb67e4e9e951afe8438352c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde029db7-b6", "ovs_interfaceid": "de029db7-b688-4b92-ad73-891e0790b618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.418086] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1a1dab80-6129-4b21-8883-d97a39d16cd6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 721.488204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "9b8f193f-ddd3-4896-8dca-149bace33104" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.488778] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 721.523393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae91d02d-2444-4558-ab8e-28e567ee3a56 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.674s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 721.535569] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.572065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 721.648059] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d669d1-76ba-41b0-0d93-5d034d1cbe53, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.648460] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.648873] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf/a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 721.651012] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6371659-45be-4f5a-a427-e3774ef18a39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.663184] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577195, 'name': CreateSnapshot_Task, 'duration_secs': 0.531025} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.664945] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 721.665463] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 721.665463] env[63005]: value = "task-2577196" [ 721.665463] env[63005]: _type = "Task" [ 721.665463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.666248] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e8478-2292-44ac-b3de-cf5a2714c0fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.686623] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.751338] env[63005]: DEBUG nova.compute.manager [req-04f3b274-398d-4ddb-82c9-367c15d0d703 req-63dbdab1-db13-4829-a1e3-8586a5f9a3fa service nova] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Received event network-vif-deleted-093e5a76-bc8a-4472-ba5a-b7f335491008 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 721.912391] env[63005]: DEBUG oslo_concurrency.lockutils [req-66074bbb-8b93-4149-833f-be73e934a61f req-86db41cd-4428-4aaa-8b08-a687a1926d30 service nova] Releasing lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 721.919579] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance dd634211-a62b-4aef-9da7-0445e4325d96 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.179611] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475652} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.179889] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf/a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 722.180123] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 722.180455] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7803c32e-f37e-4e8f-a2b0-e2dde5bca313 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.193334] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 722.197937] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1c4037c4-7a9a-4762-aa76-2cb634840301 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.205370] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 722.205370] env[63005]: value = "task-2577197" [ 722.205370] env[63005]: _type = "Task" [ 722.205370] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.211025] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 722.211025] env[63005]: value = "task-2577198" [ 722.211025] env[63005]: _type = "Task" [ 722.211025] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.220695] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.226473] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.423735] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance bfdf748a-eb28-4c29-90d9-2f9cbe6dab04 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 722.713767] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073763} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.717149] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 722.718138] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5423d9f-7678-4274-9c49-7cdc9cb8e686 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.744421] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf/a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 722.748159] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837cb19b-8f97-4593-96db-b51972ee861f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.763159] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.772257] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 722.772257] env[63005]: value = "task-2577199" [ 722.772257] env[63005]: _type = "Task" [ 722.772257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.781275] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.926831] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance f9b91732-285f-46b7-accf-62d8681d0162 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.223903] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.283091] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577199, 'name': ReconfigVM_Task, 'duration_secs': 0.367159} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.283376] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf/a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 723.284033] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-518409ed-1eec-4afd-8237-120748f03f39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.290993] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 723.290993] env[63005]: value = "task-2577200" [ 723.290993] env[63005]: _type = "Task" [ 723.290993] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.303580] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577200, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.430267] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 0a461527-9913-4e90-b0d9-c00883713791 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 723.487207] env[63005]: DEBUG nova.compute.manager [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 723.487463] env[63005]: DEBUG nova.compute.manager [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing instance network info cache due to event network-changed-9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 723.487693] env[63005]: DEBUG oslo_concurrency.lockutils [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] Acquiring lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 723.487846] env[63005]: DEBUG oslo_concurrency.lockutils [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] Acquired lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.488032] env[63005]: DEBUG nova.network.neutron [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Refreshing network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 723.727607] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.804315] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577200, 'name': Rename_Task, 'duration_secs': 0.299049} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.804544] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.804810] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19a65ede-4633-4cf0-9ee3-70582355e00b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.814917] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 723.814917] env[63005]: value = "task-2577201" [ 723.814917] env[63005]: _type = "Task" [ 723.814917] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.824943] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.933615] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance c3026000-ae9d-4378-9d76-658e3d00b183 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.229765] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.263367] env[63005]: DEBUG nova.network.neutron [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updated VIF entry in instance network info cache for port 9667efaa-db64-4c8d-bc6d-f6d29149cb52. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 724.263790] env[63005]: DEBUG nova.network.neutron [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [{"id": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "address": "fa:16:3e:bd:65:b9", "network": {"id": "1333aff8-4a59-4c05-b2a8-f6e76e596dea", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1401645173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "60849a200d4c4c8f92dba92dd31ccbd2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "93341b73-918c-4e9d-9c66-ca171a54b574", "external-id": "nsx-vlan-transportzone-663", "segmentation_id": 663, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9667efaa-db", "ovs_interfaceid": "9667efaa-db64-4c8d-bc6d-f6d29149cb52", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.327514] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577201, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.437134] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance a4a56a92-d12d-4e4e-983a-336949f7bbb3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 724.437469] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 724.437619] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 724.559384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "4329770f-b089-46da-8d91-c9e953ba3a09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.559560] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.560694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.560694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.560694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 724.565110] env[63005]: INFO nova.compute.manager [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Terminating instance [ 724.729552] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577198, 'name': CloneVM_Task, 'duration_secs': 2.152958} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.732036] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Created linked-clone VM from snapshot [ 724.733877] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2ae821-2f3f-4262-9701-07796070496d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.738365] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 724.738828] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 724.743662] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Uploading image 1f6ac22b-65c1-46b3-a5a6-c6790190de6a {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 724.766661] env[63005]: DEBUG oslo_concurrency.lockutils [req-85f652a3-f003-4de9-8aa3-45db8d2b3d79 req-a780aa22-1f9b-4d01-87a8-bef381d92744 service nova] Releasing lock "refresh_cache-4329770f-b089-46da-8d91-c9e953ba3a09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 724.770175] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 724.770175] env[63005]: value = "vm-520101" [ 724.770175] env[63005]: _type = "VirtualMachine" [ 724.770175] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 724.770175] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cd0ab4d7-4768-4e4a-a226-534eb4526c44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.776239] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lease: (returnval){ [ 724.776239] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238296d-f52b-b31f-f232-e769bbc4e5dc" [ 724.776239] env[63005]: _type = "HttpNfcLease" [ 724.776239] env[63005]: } obtained for exporting VM: (result){ [ 724.776239] env[63005]: value = "vm-520101" [ 724.776239] env[63005]: _type = "VirtualMachine" [ 724.776239] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 724.776503] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the lease: (returnval){ [ 724.776503] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238296d-f52b-b31f-f232-e769bbc4e5dc" [ 724.776503] env[63005]: _type = "HttpNfcLease" [ 724.776503] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 724.784952] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 724.784952] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238296d-f52b-b31f-f232-e769bbc4e5dc" [ 724.784952] env[63005]: _type = "HttpNfcLease" [ 724.784952] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 724.827946] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577201, 'name': PowerOnVM_Task, 'duration_secs': 0.675262} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.828227] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.828423] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Took 8.76 seconds to spawn the instance on the hypervisor. [ 724.828600] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 724.829419] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b722dd-54aa-4911-b4a9-40ca6a110c4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.942691] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d18624-df32-4781-a973-1247171af697 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.950582] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ee1c9f-0ce2-4d24-ba39-22e38f60ade8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.980552] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8b2cb-3158-4e15-aecb-cba9ab24b3b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.988176] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee16a6f-edfd-4cf2-80f2-5fb7ac045ced {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.001820] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.067488] env[63005]: DEBUG nova.compute.manager [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.067888] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.068806] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66490a16-220a-4f7a-b017-523e169876c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.078273] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.078851] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc1e8364-92e8-4125-abdb-3757716fde4f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.086897] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 725.086897] env[63005]: value = "task-2577203" [ 725.086897] env[63005]: _type = "Task" [ 725.086897] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.097741] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.247601] env[63005]: DEBUG nova.compute.utils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 725.285349] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.285349] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238296d-f52b-b31f-f232-e769bbc4e5dc" [ 725.285349] env[63005]: _type = "HttpNfcLease" [ 725.285349] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.285522] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.285522] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238296d-f52b-b31f-f232-e769bbc4e5dc" [ 725.285522] env[63005]: _type = "HttpNfcLease" [ 725.285522] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.286900] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a4bcb-3752-47fc-81e0-3bf1dc77f3dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.295729] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.295957] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.361996] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Took 43.37 seconds to build instance. [ 725.428807] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-560bd997-313e-457a-b4d5-14676d2a2eb3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.505342] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.599727] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577203, 'name': PowerOffVM_Task, 'duration_secs': 0.302688} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.599727] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.599981] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.601276] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7037a47e-472c-4389-8524-825956d05bd5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.676164] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.676414] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.676598] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleting the datastore file [datastore2] 4329770f-b089-46da-8d91-c9e953ba3a09 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.676867] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e6e959-a616-4820-bb77-64d376ddd9cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.686138] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 725.686138] env[63005]: value = "task-2577205" [ 725.686138] env[63005]: _type = "Task" [ 725.686138] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.697450] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.751637] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.781844] env[63005]: DEBUG nova.compute.manager [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received event network-changed-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 725.782915] env[63005]: DEBUG nova.compute.manager [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing instance network info cache due to event network-changed-de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 725.783177] env[63005]: DEBUG oslo_concurrency.lockutils [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] Acquiring lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 725.783438] env[63005]: DEBUG oslo_concurrency.lockutils [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] Acquired lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.783693] env[63005]: DEBUG nova.network.neutron [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Refreshing network info cache for port de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 725.863563] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.006s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.011931] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 726.012677] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.688s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.013351] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.761s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.015447] env[63005]: INFO nova.compute.claims [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.141503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.141503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.141503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.141818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.141818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 726.144734] env[63005]: INFO nova.compute.manager [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Terminating instance [ 726.199373] env[63005]: DEBUG oslo_vmware.api [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234361} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.200014] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.200145] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.200683] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.201007] env[63005]: INFO nova.compute.manager [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Took 1.13 seconds to destroy the instance on the hypervisor. [ 726.201369] env[63005]: DEBUG oslo.service.loopingcall [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 726.202033] env[63005]: DEBUG nova.compute.manager [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.202033] env[63005]: DEBUG nova.network.neutron [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.369030] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.637136] env[63005]: DEBUG nova.network.neutron [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updated VIF entry in instance network info cache for port de029db7-b688-4b92-ad73-891e0790b618. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 726.637136] env[63005]: DEBUG nova.network.neutron [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updating instance_info_cache with network_info: [{"id": "de029db7-b688-4b92-ad73-891e0790b618", "address": "fa:16:3e:78:bb:59", "network": {"id": "b92523fc-cf63-4d34-813d-9925450566d7", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1203403775-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "149b541cb67e4e9e951afe8438352c73", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8812601-ae67-4e0d-b9a2-710b86c53ac5", "external-id": "nsx-vlan-transportzone-85", "segmentation_id": 85, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde029db7-b6", "ovs_interfaceid": "de029db7-b688-4b92-ad73-891e0790b618", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.649839] env[63005]: DEBUG nova.compute.manager [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 726.650069] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 726.651494] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6fe5a5-1081-47c8-b3a2-37a378e67b16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.663829] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 726.663829] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dcf8e38-7416-4eef-b2f4-26be58b09f13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.673292] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 726.673292] env[63005]: value = "task-2577206" [ 726.673292] env[63005]: _type = "Task" [ 726.673292] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.684616] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577206, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.787360] env[63005]: DEBUG nova.compute.manager [req-2bc7bd98-52d4-4da0-9a62-53357d5894d2 req-5a4a78a3-5253-4f9d-b556-5da9129922f7 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Received event network-vif-deleted-9667efaa-db64-4c8d-bc6d-f6d29149cb52 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 726.787699] env[63005]: INFO nova.compute.manager [req-2bc7bd98-52d4-4da0-9a62-53357d5894d2 req-5a4a78a3-5253-4f9d-b556-5da9129922f7 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Neutron deleted interface 9667efaa-db64-4c8d-bc6d-f6d29149cb52; detaching it from the instance and deleting it from the info cache [ 726.788143] env[63005]: DEBUG nova.network.neutron [req-2bc7bd98-52d4-4da0-9a62-53357d5894d2 req-5a4a78a3-5253-4f9d-b556-5da9129922f7 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.828876] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 726.828876] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 726.828876] env[63005]: INFO nova.compute.manager [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Attaching volume 8550f0f3-a490-457e-8f2e-c40746c02d5f to /dev/sdb [ 726.865510] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a47744b-79fd-4e9f-b2b5-a94ad3a59890 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.875752] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abc3f6e-2a20-47f2-8c42-b2e58338229b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.897263] env[63005]: DEBUG nova.virt.block_device [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updating existing volume attachment record: 5fdde6c7-74e3-4c19-aa32-680702b95ee0 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 726.900934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 727.111696] env[63005]: DEBUG nova.network.neutron [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.138591] env[63005]: DEBUG oslo_concurrency.lockutils [req-63ed92d6-2655-493b-8306-4ef1923a67e6 req-1be3068c-0a7c-4329-b8cb-37c548ada1cf service nova] Releasing lock "refresh_cache-92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 727.186758] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577206, 'name': PowerOffVM_Task, 'duration_secs': 0.243387} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.188033] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 727.188033] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 727.188033] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ca4e99b-6b14-4436-a2a3-f286214d71d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.274814] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 727.274814] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 727.274814] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Deleting the datastore file [datastore2] 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 727.281833] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc7b350f-73cc-4bc2-88a7-96ffc7809723 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.291933] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for the task: (returnval){ [ 727.291933] env[63005]: value = "task-2577211" [ 727.291933] env[63005]: _type = "Task" [ 727.291933] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.295122] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d93dd2-b949-4e0c-b641-cdeb9db0b460 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.311360] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.315362] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076b088b-f4d7-453e-8be8-c2d45c5106d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.357592] env[63005]: DEBUG nova.compute.manager [req-2bc7bd98-52d4-4da0-9a62-53357d5894d2 req-5a4a78a3-5253-4f9d-b556-5da9129922f7 service nova] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Detach interface failed, port_id=9667efaa-db64-4c8d-bc6d-f6d29149cb52, reason: Instance 4329770f-b089-46da-8d91-c9e953ba3a09 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 727.617091] env[63005]: INFO nova.compute.manager [-] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Took 1.42 seconds to deallocate network for instance. [ 727.668864] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b51817-c4ac-4ecf-8b6b-cffb9ab79ffa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.678745] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a94dda4-6b4d-4467-a229-a86d3bdb8c5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.715041] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b273765-8b9e-438e-92b7-92df712e2c2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.724119] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b3dc6f2-2156-48d0-aa7f-9ef64b455537 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.742836] env[63005]: DEBUG nova.compute.provider_tree [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 727.808236] env[63005]: DEBUG oslo_vmware.api [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Task: {'id': task-2577211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254685} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.809022] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 727.809905] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 727.809905] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 727.810043] env[63005]: INFO nova.compute.manager [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 727.810575] env[63005]: DEBUG oslo.service.loopingcall [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 727.810902] env[63005]: DEBUG nova.compute.manager [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 727.811237] env[63005]: DEBUG nova.network.neutron [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 728.126862] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 728.249482] env[63005]: DEBUG nova.scheduler.client.report [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 728.571749] env[63005]: DEBUG nova.network.neutron [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.758141] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.742s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 728.758141] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 728.762855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.270s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 728.766848] env[63005]: INFO nova.compute.claims [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 729.065762] env[63005]: DEBUG nova.compute.manager [req-20767bfe-98af-4808-a02f-470dea52fe8d req-5bdbe823-7a31-49b2-9cbb-32a9597b2fd9 service nova] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Received event network-vif-deleted-de029db7-b688-4b92-ad73-891e0790b618 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 729.074870] env[63005]: INFO nova.compute.manager [-] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Took 1.26 seconds to deallocate network for instance. [ 729.272548] env[63005]: DEBUG nova.compute.utils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 729.274572] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 729.276062] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 729.324846] env[63005]: DEBUG nova.policy [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3818d6f0bd5340119f94073b3766850a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '956427630a9b47719797318a08351c24', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 729.585319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 729.620026] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Successfully created port: 77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 729.781397] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.391011] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d863456-90e6-439c-834f-027cb123c6cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.401684] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b449efec-d8eb-487a-9ea8-19245cbe2924 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.437992] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585cd5ab-c196-480f-b689-6cdacb3bb0e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.449402] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b204de-3c89-4b7f-aeb5-a6b4628c47b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.473242] env[63005]: DEBUG nova.compute.provider_tree [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 730.796589] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 730.826300] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 730.826568] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 730.827418] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 730.827418] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 730.827768] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 730.828011] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 730.828344] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 730.828533] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 730.828757] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 730.829018] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 730.829268] env[63005]: DEBUG nova.virt.hardware [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 730.830446] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c63337d-0b66-41b5-9b58-0e2313308c8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.840072] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fdeaa7-d8d1-4058-b730-77985b7e960a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.977072] env[63005]: DEBUG nova.scheduler.client.report [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.268092] env[63005]: DEBUG nova.compute.manager [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Received event network-vif-plugged-77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 731.268169] env[63005]: DEBUG oslo_concurrency.lockutils [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] Acquiring lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.268926] env[63005]: DEBUG oslo_concurrency.lockutils [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.270275] env[63005]: DEBUG oslo_concurrency.lockutils [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.270275] env[63005]: DEBUG nova.compute.manager [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] No waiting events found dispatching network-vif-plugged-77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.270275] env[63005]: WARNING nova.compute.manager [req-1ee6280b-56b9-4a12-a0b5-7b3114f9d64d req-82fbd85a-b670-4fa1-8500-bbddf1b583da service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Received unexpected event network-vif-plugged-77181e24-a1f9-45a1-ba4c-2410537d5b2a for instance with vm_state building and task_state spawning. [ 731.362449] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Successfully updated port: 77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 731.464157] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 731.464419] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520104', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'name': 'volume-8550f0f3-a490-457e-8f2e-c40746c02d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6fcbfca-a9ff-4085-b133-89c85fb1980e', 'attached_at': '', 'detached_at': '', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'serial': '8550f0f3-a490-457e-8f2e-c40746c02d5f'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 731.465306] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f84cfeb-7266-467e-a6c3-4217d88cd3c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.485654] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.485930] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 731.489719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.216s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.489719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.492719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.219s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.492719] env[63005]: DEBUG nova.objects.instance [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 731.495260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e7dc6ed-28c9-4848-b8e2-8bdec3ca38a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.529531] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-8550f0f3-a490-457e-8f2e-c40746c02d5f/volume-8550f0f3-a490-457e-8f2e-c40746c02d5f.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 731.530316] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4e89788-2ba3-4583-b54a-96304296fef5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.548109] env[63005]: INFO nova.scheduler.client.report [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted allocations for instance 7a417ea3-79dc-4405-b890-5ec6680c8c06 [ 731.571422] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Waiting for the task: (returnval){ [ 731.571422] env[63005]: value = "task-2577213" [ 731.571422] env[63005]: _type = "Task" [ 731.571422] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.581450] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.867337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 731.867337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.867337] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 731.999967] env[63005]: DEBUG nova.compute.utils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 732.005708] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 732.005920] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 732.060384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-325e587c-fe77-4db2-a3d7-250652733a02 tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "7a417ea3-79dc-4405-b890-5ec6680c8c06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.340s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.083036] env[63005]: DEBUG nova.policy [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 732.087338] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.435553] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 732.506128] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 732.507852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f45232f-aba2-4269-ba34-d5301abee836 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.509353] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.494s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.511768] env[63005]: INFO nova.compute.claims [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 732.587019] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577213, 'name': ReconfigVM_Task, 'duration_secs': 0.62712} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.587019] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-8550f0f3-a490-457e-8f2e-c40746c02d5f/volume-8550f0f3-a490-457e-8f2e-c40746c02d5f.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 732.593472] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2252141-5823-4afa-8071-1114f82aaec5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614484] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Waiting for the task: (returnval){ [ 732.614484] env[63005]: value = "task-2577214" [ 732.614484] env[63005]: _type = "Task" [ 732.614484] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.620238] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.620721] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.621143] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 732.621476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 732.621930] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 732.628432] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577214, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.629245] env[63005]: INFO nova.compute.manager [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Terminating instance [ 732.755961] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Successfully created port: e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 732.776742] env[63005]: DEBUG nova.network.neutron [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Updating instance_info_cache with network_info: [{"id": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "address": "fa:16:3e:86:ec:c3", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77181e24-a1", "ovs_interfaceid": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.127390] env[63005]: DEBUG oslo_vmware.api [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577214, 'name': ReconfigVM_Task, 'duration_secs': 0.173576} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.127744] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520104', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'name': 'volume-8550f0f3-a490-457e-8f2e-c40746c02d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6fcbfca-a9ff-4085-b133-89c85fb1980e', 'attached_at': '', 'detached_at': '', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'serial': '8550f0f3-a490-457e-8f2e-c40746c02d5f'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 733.137891] env[63005]: DEBUG nova.compute.manager [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.138131] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.139106] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4561556e-eafc-42a9-9e72-dd80cd178c5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.148717] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.149072] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af62a8b-382c-43ef-849f-00ab83f132df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.156947] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 733.156947] env[63005]: value = "task-2577215" [ 733.156947] env[63005]: _type = "Task" [ 733.156947] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.168425] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.283280] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 733.283280] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Instance network_info: |[{"id": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "address": "fa:16:3e:86:ec:c3", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77181e24-a1", "ovs_interfaceid": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 733.284000] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ec:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c68b7663-4f0e-47f0-ac7f-40c6d952f7bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77181e24-a1f9-45a1-ba4c-2410537d5b2a', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 733.292675] env[63005]: DEBUG oslo.service.loopingcall [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 733.293531] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 733.293892] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-06b12d3e-791f-46cb-b889-22ce6eb11649 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.319938] env[63005]: DEBUG nova.compute.manager [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Received event network-changed-77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 733.320465] env[63005]: DEBUG nova.compute.manager [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Refreshing instance network info cache due to event network-changed-77181e24-a1f9-45a1-ba4c-2410537d5b2a. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 733.320880] env[63005]: DEBUG oslo_concurrency.lockutils [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] Acquiring lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.321251] env[63005]: DEBUG oslo_concurrency.lockutils [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] Acquired lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.321602] env[63005]: DEBUG nova.network.neutron [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Refreshing network info cache for port 77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 733.347084] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 733.347084] env[63005]: value = "task-2577216" [ 733.347084] env[63005]: _type = "Task" [ 733.347084] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.361376] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577216, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.432294] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 733.433328] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16705c69-b7f1-47d3-b741-2383d39009f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.440638] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 733.440813] env[63005]: ERROR oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk due to incomplete transfer. [ 733.441089] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ef43bb4e-c8d6-4d87-a731-c167be2e4dae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.449040] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d6d3da-7c64-b2eb-966b-cd77ded535ac/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 733.449040] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Uploaded image 1f6ac22b-65c1-46b3-a5a6-c6790190de6a to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 733.451374] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 733.451639] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-372a15b1-e4e2-4a00-ab10-bcdbcd5456ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.458792] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 733.458792] env[63005]: value = "task-2577217" [ 733.458792] env[63005]: _type = "Task" [ 733.458792] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.469225] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577217, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.524153] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 733.551504] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 733.551801] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 733.552045] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 733.552246] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 733.552468] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 733.552611] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 733.552841] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 733.553059] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 733.553277] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 733.553466] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 733.553691] env[63005]: DEBUG nova.virt.hardware [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 733.554798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a3ec3e-5a06-4d8c-9c30-5f67518be4f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.566767] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9408d3d3-3886-4698-b4cb-44cda1faf6bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.672975] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577215, 'name': PowerOffVM_Task, 'duration_secs': 0.233015} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.673292] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 733.673471] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 733.673728] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aec41e95-8523-43c6-8494-4d9ee2e28768 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.757270] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 733.757542] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 733.757770] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleting the datastore file [datastore2] 0a3c5e11-62b6-4f02-bc14-917a932ecf54 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 733.758090] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8940d299-aaac-429e-a645-0813bff596d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.769255] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for the task: (returnval){ [ 733.769255] env[63005]: value = "task-2577219" [ 733.769255] env[63005]: _type = "Task" [ 733.769255] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.778343] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.859790] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577216, 'name': CreateVM_Task, 'duration_secs': 0.385795} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.860139] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.861381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 733.862046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.863726] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 733.863726] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86bd73d5-6069-468c-beda-9dea1a88ca9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.870488] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 733.870488] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528818aa-0284-b212-67b7-a5b430c4d768" [ 733.870488] env[63005]: _type = "Task" [ 733.870488] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.882677] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528818aa-0284-b212-67b7-a5b430c4d768, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.975062] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577217, 'name': Destroy_Task, 'duration_secs': 0.36383} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.975610] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Destroyed the VM [ 733.976200] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 733.978018] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-15d4e8c3-c6d1-4d36-8f4a-5d1448a6e0b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.986023] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 733.986023] env[63005]: value = "task-2577220" [ 733.986023] env[63005]: _type = "Task" [ 733.986023] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.998116] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577220, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.132562] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17dcf01a-a57c-466a-ab16-00b10c2583ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.136179] env[63005]: DEBUG nova.network.neutron [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Updated VIF entry in instance network info cache for port 77181e24-a1f9-45a1-ba4c-2410537d5b2a. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 734.137096] env[63005]: DEBUG nova.network.neutron [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Updating instance_info_cache with network_info: [{"id": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "address": "fa:16:3e:86:ec:c3", "network": {"id": "108bd32f-83ec-48da-a73b-84245ce24f42", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1784873604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "956427630a9b47719797318a08351c24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c68b7663-4f0e-47f0-ac7f-40c6d952f7bb", "external-id": "nsx-vlan-transportzone-696", "segmentation_id": 696, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77181e24-a1", "ovs_interfaceid": "77181e24-a1f9-45a1-ba4c-2410537d5b2a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.144043] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d2f92e-bd28-4d22-a6b2-db2d4ed665cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.180080] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a1d89-2889-415e-b146-dcfd73771986 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.189642] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5051d00-f244-4211-96e1-bb045dac3897 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.206388] env[63005]: DEBUG nova.objects.instance [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lazy-loading 'flavor' on Instance uuid d6fcbfca-a9ff-4085-b133-89c85fb1980e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 734.208085] env[63005]: DEBUG nova.compute.provider_tree [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.283516] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577219, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.381886] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528818aa-0284-b212-67b7-a5b430c4d768, 'name': SearchDatastore_Task, 'duration_secs': 0.035955} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.382239] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.382493] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.382754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.382898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.383096] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.383371] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f260d5-66c7-4c99-8d2c-c935aa02c6bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.394396] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.394582] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.395580] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90142061-abfd-4f01-ab02-a96bad59abd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.403083] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 734.403083] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52752f9e-2f6c-970d-23bd-d70a01f2e002" [ 734.403083] env[63005]: _type = "Task" [ 734.403083] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.412603] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52752f9e-2f6c-970d-23bd-d70a01f2e002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.476641] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Successfully updated port: e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 734.501963] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577220, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.640446] env[63005]: DEBUG oslo_concurrency.lockutils [req-477da6f8-2261-4cdf-ae06-c52b7c5889c4 req-2872d244-10f2-4b92-9564-ef5b6f47915a service nova] Releasing lock "refresh_cache-50e62458-27be-4738-bea8-5c6eeb68afdc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 734.713448] env[63005]: DEBUG nova.scheduler.client.report [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 734.716777] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b62dbe68-32a5-4530-9b7c-5ef3c88cf428 tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.890s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 734.782015] env[63005]: DEBUG oslo_vmware.api [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Task: {'id': task-2577219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516777} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.782015] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.782015] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.782275] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.782275] env[63005]: INFO nova.compute.manager [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Took 1.64 seconds to destroy the instance on the hypervisor. [ 734.782523] env[63005]: DEBUG oslo.service.loopingcall [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 734.782715] env[63005]: DEBUG nova.compute.manager [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.782841] env[63005]: DEBUG nova.network.neutron [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.915219] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52752f9e-2f6c-970d-23bd-d70a01f2e002, 'name': SearchDatastore_Task, 'duration_secs': 0.023569} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.916089] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7989b5-5137-4385-8e1e-1a3070e1fc11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.921999] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 734.921999] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527fc9f3-0298-5ff4-d7c1-897ee5bccb7d" [ 734.921999] env[63005]: _type = "Task" [ 734.921999] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.931233] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527fc9f3-0298-5ff4-d7c1-897ee5bccb7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.979853] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 734.980011] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.980168] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 735.001677] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577220, 'name': RemoveSnapshot_Task, 'duration_secs': 0.545967} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.002315] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 735.002909] env[63005]: DEBUG nova.compute.manager [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.003502] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9e04e7-72c1-4746-b1a6-c1241202aa53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.220206] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.710s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.220438] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 735.223137] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.975s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.223369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.225550] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.782s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.225741] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.227456] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.692s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.229161] env[63005]: INFO nova.compute.claims [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.263748] env[63005]: INFO nova.scheduler.client.report [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted allocations for instance 25827438-2172-49df-87e9-a6bf9cdeac57 [ 735.272024] env[63005]: INFO nova.scheduler.client.report [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocations for instance cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b [ 735.377943] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-vif-plugged-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.378214] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.378438] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.378607] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.378863] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] No waiting events found dispatching network-vif-plugged-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 735.379161] env[63005]: WARNING nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received unexpected event network-vif-plugged-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 for instance with vm_state building and task_state spawning. [ 735.379230] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-changed-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 735.379442] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing instance network info cache due to event network-changed-e8337068-5bf1-4590-b5aa-cc6ad86d7b84. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 735.379656] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 735.436761] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527fc9f3-0298-5ff4-d7c1-897ee5bccb7d, 'name': SearchDatastore_Task, 'duration_secs': 0.017978} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.437163] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 735.437469] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 50e62458-27be-4738-bea8-5c6eeb68afdc/50e62458-27be-4738-bea8-5c6eeb68afdc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.437767] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df9c0afb-56eb-4e21-ad2d-ef4ee69e2f6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.446521] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 735.446521] env[63005]: value = "task-2577221" [ 735.446521] env[63005]: _type = "Task" [ 735.446521] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.457868] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.514532] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.519210] env[63005]: INFO nova.compute.manager [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Shelve offloading [ 735.572740] env[63005]: DEBUG nova.network.neutron [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.663356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.663755] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.694511] env[63005]: DEBUG nova.network.neutron [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.733780] env[63005]: DEBUG nova.compute.utils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 735.738044] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 735.781787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9bfab08d-68dc-44b9-93cb-d8c27a239984 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "25827438-2172-49df-87e9-a6bf9cdeac57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.943s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.783886] env[63005]: DEBUG oslo_concurrency.lockutils [None req-15f7f6fb-683f-44b9-b0f2-a38aecb2b367 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.959s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.958366] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450489} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.958584] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 50e62458-27be-4738-bea8-5c6eeb68afdc/50e62458-27be-4738-bea8-5c6eeb68afdc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 735.958793] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 735.959056] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0020bef9-7c3c-4475-bc58-7796fbe47376 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.966625] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 735.966625] env[63005]: value = "task-2577222" [ 735.966625] env[63005]: _type = "Task" [ 735.966625] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.977632] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.023098] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 736.023444] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8725254d-0506-40f4-b304-e5b43a22fca5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.031305] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 736.031305] env[63005]: value = "task-2577223" [ 736.031305] env[63005]: _type = "Task" [ 736.031305] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.041513] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.077788] env[63005]: INFO nova.compute.manager [-] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Took 1.29 seconds to deallocate network for instance. [ 736.167608] env[63005]: INFO nova.compute.manager [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Detaching volume 8550f0f3-a490-457e-8f2e-c40746c02d5f [ 736.198647] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.199019] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Instance network_info: |[{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 736.199366] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.199544] env[63005]: DEBUG nova.network.neutron [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing network info cache for port e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 736.200713] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:ab:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8337068-5bf1-4590-b5aa-cc6ad86d7b84', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.208811] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating folder: Project (ae9002ef486e4a52b8529d1cda7fb527). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.211572] env[63005]: INFO nova.virt.block_device [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Attempting to driver detach volume 8550f0f3-a490-457e-8f2e-c40746c02d5f from mountpoint /dev/sdb [ 736.211784] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 736.211974] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520104', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'name': 'volume-8550f0f3-a490-457e-8f2e-c40746c02d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6fcbfca-a9ff-4085-b133-89c85fb1980e', 'attached_at': '', 'detached_at': '', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'serial': '8550f0f3-a490-457e-8f2e-c40746c02d5f'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 736.214518] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0616ed6b-cb38-4d2b-856f-83beee30441f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.216932] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c7833b-5ea2-4b4d-b19d-38bc1636f18a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.239562] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 736.245170] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31791f69-fbda-4d30-a235-b6003e03ad65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.257628] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a48bb1-82a9-41ef-b716-02a064fc06e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.262402] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created folder: Project (ae9002ef486e4a52b8529d1cda7fb527) in parent group-v519994. [ 736.262847] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating folder: Instances. Parent ref: group-v520106. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.262847] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd8622ee-f03e-4140-9fa7-3be840138a0e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.285023] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75564928-3884-4cd8-b289-955f8c2c351a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.307711] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] The volume has not been displaced from its original location: [datastore1] volume-8550f0f3-a490-457e-8f2e-c40746c02d5f/volume-8550f0f3-a490-457e-8f2e-c40746c02d5f.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 736.313113] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 736.316951] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b22da6a-fbfe-4443-bc3d-abccb59e3ed4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.330109] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created folder: Instances in parent group-v520106. [ 736.330361] env[63005]: DEBUG oslo.service.loopingcall [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 736.333045] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.333654] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13c18f59-1b2a-4dbb-ab9d-2295462b809e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.352506] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Waiting for the task: (returnval){ [ 736.352506] env[63005]: value = "task-2577226" [ 736.352506] env[63005]: _type = "Task" [ 736.352506] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.359300] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.359300] env[63005]: value = "task-2577227" [ 736.359300] env[63005]: _type = "Task" [ 736.359300] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.365355] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.376482] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577227, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.476182] env[63005]: DEBUG nova.network.neutron [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updated VIF entry in instance network info cache for port e8337068-5bf1-4590-b5aa-cc6ad86d7b84. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 736.476591] env[63005]: DEBUG nova.network.neutron [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.480780] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18928} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.481339] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.482155] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef9d952-4ead-456a-bb98-7252dc49c015 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.507692] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 50e62458-27be-4738-bea8-5c6eeb68afdc/50e62458-27be-4738-bea8-5c6eeb68afdc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.512630] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f3b6e01-6ccb-4c06-90e7-c7833bd0ca30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.559939] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 736.560322] env[63005]: DEBUG nova.compute.manager [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 736.560823] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 736.560823] env[63005]: value = "task-2577228" [ 736.560823] env[63005]: _type = "Task" [ 736.560823] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.562241] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69be154-83e6-448a-9b7a-50ad04b38ec8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.581193] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 736.581193] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.581193] env[63005]: DEBUG nova.network.neutron [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.586674] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 736.587515] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.867162] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577226, 'name': ReconfigVM_Task, 'duration_secs': 0.414622} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.870819] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 736.881095] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9801849c-43a4-491b-b1f7-fd1f5376e518 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.893635] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577227, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.907371] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Waiting for the task: (returnval){ [ 736.907371] env[63005]: value = "task-2577229" [ 736.907371] env[63005]: _type = "Task" [ 736.907371] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.917282] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.984660] env[63005]: DEBUG oslo_concurrency.lockutils [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 736.984660] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Received event network-vif-deleted-355fecd7-eaa0-4e75-a220-ad431958d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 736.984660] env[63005]: INFO nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Neutron deleted interface 355fecd7-eaa0-4e75-a220-ad431958d466; detaching it from the instance and deleting it from the info cache [ 736.984660] env[63005]: DEBUG nova.network.neutron [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.033494] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4751d9f3-0b91-4852-b03a-14c2cf8c935e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.047344] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca5f66e-ac52-48fb-a7df-aaf77aaaefbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.094424] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80526c44-ac33-47a3-9414-2dfb905a9bbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.110430] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72265485-b08f-4439-9793-c5c133acd945 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.114102] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.126931] env[63005]: DEBUG nova.compute.provider_tree [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.256059] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 737.288248] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 737.288511] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 737.288669] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.288847] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 737.288997] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.289158] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 737.289364] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 737.289519] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 737.289678] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 737.289835] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 737.290013] env[63005]: DEBUG nova.virt.hardware [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 737.291264] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3097b-f3ff-477f-9bea-483e37f641ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.299819] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151c7335-272f-4485-9419-fc1f68536f39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.315306] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 737.321331] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Creating folder: Project (a60d1668ece440c18da54ec08d6e8201). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.321331] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47c7e0db-0cf0-4fb0-844b-04a38003e454 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.335662] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Created folder: Project (a60d1668ece440c18da54ec08d6e8201) in parent group-v519994. [ 737.335970] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Creating folder: Instances. Parent ref: group-v520109. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 737.337514] env[63005]: DEBUG nova.network.neutron [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.338890] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d4b80b9-54a3-40e9-ba05-46acea132db4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.357045] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Created folder: Instances in parent group-v520109. [ 737.357411] env[63005]: DEBUG oslo.service.loopingcall [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 737.357916] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 737.358178] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3523bb1-0ca8-44f7-ad97-c4d208c717c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.383175] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577227, 'name': CreateVM_Task, 'duration_secs': 0.549999} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.384600] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 737.384990] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 737.384990] env[63005]: value = "task-2577232" [ 737.384990] env[63005]: _type = "Task" [ 737.384990] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.385690] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.385802] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.386164] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 737.386501] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-722856a2-8fe0-4033-82ec-c13e36c3762a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.399532] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.400411] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 737.400411] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52031b9b-29a5-59df-2cb4-592ce0530ba7" [ 737.400411] env[63005]: _type = "Task" [ 737.400411] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.409401] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52031b9b-29a5-59df-2cb4-592ce0530ba7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.418819] env[63005]: DEBUG oslo_vmware.api [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Task: {'id': task-2577229, 'name': ReconfigVM_Task, 'duration_secs': 0.209301} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.419142] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520104', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'name': 'volume-8550f0f3-a490-457e-8f2e-c40746c02d5f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd6fcbfca-a9ff-4085-b133-89c85fb1980e', 'attached_at': '', 'detached_at': '', 'volume_id': '8550f0f3-a490-457e-8f2e-c40746c02d5f', 'serial': '8550f0f3-a490-457e-8f2e-c40746c02d5f'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 737.485684] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-101dc619-a2c9-4b9a-915c-0ef5a6304edc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.499467] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2c6009-1ea5-4ed7-9850-16cf06605ad0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.543629] env[63005]: DEBUG nova.compute.manager [req-d5480a83-632b-4c88-9e6b-b01f57c99976 req-09c0630e-0b68-4a61-8085-fec452ffa95b service nova] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Detach interface failed, port_id=355fecd7-eaa0-4e75-a220-ad431958d466, reason: Instance 0a3c5e11-62b6-4f02-bc14-917a932ecf54 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 737.599664] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577228, 'name': ReconfigVM_Task, 'duration_secs': 0.881689} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.600169] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 50e62458-27be-4738-bea8-5c6eeb68afdc/50e62458-27be-4738-bea8-5c6eeb68afdc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.602587] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7f4664c-855f-424a-95aa-153bd6ada66f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.610257] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 737.610257] env[63005]: value = "task-2577233" [ 737.610257] env[63005]: _type = "Task" [ 737.610257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.624694] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577233, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.633516] env[63005]: DEBUG nova.scheduler.client.report [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 737.842391] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.899779] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.911461] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52031b9b-29a5-59df-2cb4-592ce0530ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.037899} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.911893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 737.912241] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.912493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 737.912637] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.912812] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.913117] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63130e3d-0cf9-4c99-914a-e26563e99d3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.927267] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.927267] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.930194] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae117ec-0a25-454d-8f0d-df6bdde27363 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.949603] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 737.949603] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521ea67d-71a2-603a-168c-1b31304ce091" [ 737.949603] env[63005]: _type = "Task" [ 737.949603] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.962810] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ea67d-71a2-603a-168c-1b31304ce091, 'name': SearchDatastore_Task, 'duration_secs': 0.017073} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.964118] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6638f44a-d342-4401-92be-ffdde3887b5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.972671] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 737.972671] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c6dd23-6eb6-91fd-3d6e-e54babb85b61" [ 737.972671] env[63005]: _type = "Task" [ 737.972671] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.986564] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6dd23-6eb6-91fd-3d6e-e54babb85b61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.084140] env[63005]: DEBUG nova.objects.instance [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lazy-loading 'flavor' on Instance uuid d6fcbfca-a9ff-4085-b133-89c85fb1980e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.126153] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577233, 'name': Rename_Task, 'duration_secs': 0.386686} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.129243] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.129243] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9c3d3c9d-ab42-4f46-b534-b6c6e178c761 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.135677] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 738.135677] env[63005]: value = "task-2577234" [ 738.135677] env[63005]: _type = "Task" [ 738.135677] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.142761] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.914s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.142761] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 738.145463] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.384s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.149237] env[63005]: INFO nova.compute.claims [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 738.158762] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577234, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.201157] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.202381] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a807a250-a0f2-43df-8bc2-166a20137546 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.213534] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.213803] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fbb382d8-fbc4-4651-a5cf-0280f28aa48e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.397505] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.400872] env[63005]: DEBUG nova.compute.manager [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-vif-unplugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 738.401451] env[63005]: DEBUG oslo_concurrency.lockutils [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.401451] env[63005]: DEBUG oslo_concurrency.lockutils [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.401845] env[63005]: DEBUG oslo_concurrency.lockutils [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 738.401845] env[63005]: DEBUG nova.compute.manager [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] No waiting events found dispatching network-vif-unplugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 738.401845] env[63005]: WARNING nova.compute.manager [req-a972a590-f996-4a48-b499-626adefeab86 req-80ab1d92-9630-4a6d-8ae2-0873ea6403ed service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received unexpected event network-vif-unplugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 for instance with vm_state shelved and task_state shelving_offloading. [ 738.483616] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6dd23-6eb6-91fd-3d6e-e54babb85b61, 'name': SearchDatastore_Task, 'duration_secs': 0.013742} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.483842] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 738.484116] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] d1d54188-6333-44d7-b1e2-481299eb346a/d1d54188-6333-44d7-b1e2-481299eb346a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.484405] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86150cb8-a8fc-4e0f-83de-98a392db8874 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.492450] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 738.492450] env[63005]: value = "task-2577236" [ 738.492450] env[63005]: _type = "Task" [ 738.492450] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.500526] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.649224] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577234, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.656135] env[63005]: DEBUG nova.compute.utils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 738.658540] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 738.799333] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "d088406c-7d55-4e8f-9618-49a296a79cf5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 738.799578] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 738.898742] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.003614] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499276} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.004138] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] d1d54188-6333-44d7-b1e2-481299eb346a/d1d54188-6333-44d7-b1e2-481299eb346a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.004138] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.004420] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45cd8903-fe6d-441b-9df5-5f14a9f830ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.012589] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 739.012589] env[63005]: value = "task-2577237" [ 739.012589] env[63005]: _type = "Task" [ 739.012589] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.020747] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577237, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.092266] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55146dc7-8784-43b4-8990-1df5b2e2e56f tempest-VolumesAssistedSnapshotsTest-427709042 tempest-VolumesAssistedSnapshotsTest-427709042-project-admin] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.428s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 739.147143] env[63005]: DEBUG oslo_vmware.api [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577234, 'name': PowerOnVM_Task, 'duration_secs': 0.713796} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.147423] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.147616] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Took 8.35 seconds to spawn the instance on the hypervisor. [ 739.147792] env[63005]: DEBUG nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 739.148599] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0d205a-21a1-4e99-ae88-eceb87b04c5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.161818] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 739.399468] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.523099] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577237, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080376} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.525886] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.526948] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051ce3ec-ca45-45e2-ba5a-9d70d72be3be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.550243] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] d1d54188-6333-44d7-b1e2-481299eb346a/d1d54188-6333-44d7-b1e2-481299eb346a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.553324] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f58efbff-3a59-4cdb-94b8-0a21ba1d0430 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.574557] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 739.574557] env[63005]: value = "task-2577238" [ 739.574557] env[63005]: _type = "Task" [ 739.574557] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.583758] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.679574] env[63005]: INFO nova.compute.manager [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Took 52.44 seconds to build instance. [ 739.758483] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f80d04-dac5-4f61-b01b-fa2ebfd8df7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.767687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e394d0d-bcea-4393-affc-93cc4501a801 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.813577] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb02a03-3827-471d-9a6c-0040908525f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.825034] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da357e54-0fb9-4652-90db-811f40063ee0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.839557] env[63005]: DEBUG nova.compute.provider_tree [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.902103] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.086342] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577238, 'name': ReconfigVM_Task, 'duration_secs': 0.29354} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.086342] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfigured VM instance instance-00000027 to attach disk [datastore2] d1d54188-6333-44d7-b1e2-481299eb346a/d1d54188-6333-44d7-b1e2-481299eb346a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.086897] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6fa0a9e-861f-4678-9add-36f02ca40e6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.094445] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 740.094445] env[63005]: value = "task-2577240" [ 740.094445] env[63005]: _type = "Task" [ 740.094445] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.102744] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577240, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.180754] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 740.186114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cde951a9-0888-4032-9bf6-094b0fd26630 tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.286s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.200024] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 740.200265] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 740.200373] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleting the datastore file [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 740.200634] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbbcd1e6-da4f-46d7-8652-e214238b198a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.212327] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 740.212614] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 740.212773] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.212952] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 740.213110] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.213258] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 740.213536] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 740.213732] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 740.213910] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 740.214086] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 740.214292] env[63005]: DEBUG nova.virt.hardware [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 740.215673] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2d328b-f13b-44b8-a2e6-84c3c8548318 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.220522] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 740.220522] env[63005]: value = "task-2577241" [ 740.220522] env[63005]: _type = "Task" [ 740.220522] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.227620] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0df8b83-2687-4c0b-8878-cf1174f4adac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.237115] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.247691] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.254050] env[63005]: DEBUG oslo.service.loopingcall [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 740.254529] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.254777] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-118cea46-4012-418d-b5f1-334bd0107d5a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.274900] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.274900] env[63005]: value = "task-2577242" [ 740.274900] env[63005]: _type = "Task" [ 740.274900] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.285772] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577242, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.345676] env[63005]: DEBUG nova.scheduler.client.report [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.390720] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "172dafa3-669c-416f-ba21-5c668049ec67" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.390720] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.401659] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577232, 'name': CreateVM_Task, 'duration_secs': 2.941389} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.402262] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.402635] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.402844] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.403414] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.403524] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4ff792b-88e8-4dcd-92bc-512955e5c846 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.413162] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 740.413162] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5222975a-6d34-7bc9-02d0-da426a422b2a" [ 740.413162] env[63005]: _type = "Task" [ 740.413162] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.422067] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222975a-6d34-7bc9-02d0-da426a422b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009994} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.422379] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 740.422610] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.422836] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.422981] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.423175] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.423442] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74bd4b1c-fd4f-4f73-8325-5a846d12d11a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.432665] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.432951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.433583] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cbb6574-c2e8-4947-9bc2-4affbe2a0dcb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.440026] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 740.440026] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c1f213-6933-599f-5884-85ecef09f342" [ 740.440026] env[63005]: _type = "Task" [ 740.440026] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.449034] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c1f213-6933-599f-5884-85ecef09f342, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.552028] env[63005]: DEBUG nova.compute.manager [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 740.552028] env[63005]: DEBUG nova.compute.manager [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing instance network info cache due to event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 740.552692] env[63005]: DEBUG oslo_concurrency.lockutils [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.552763] env[63005]: DEBUG oslo_concurrency.lockutils [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.552887] env[63005]: DEBUG nova.network.neutron [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 740.604455] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577240, 'name': Rename_Task, 'duration_secs': 0.173216} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.604734] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 740.604973] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cc46907-4c7c-46a4-800d-eed505f781da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.612017] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 740.612017] env[63005]: value = "task-2577243" [ 740.612017] env[63005]: _type = "Task" [ 740.612017] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.623204] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577243, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.689150] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 740.739532] env[63005]: DEBUG oslo_vmware.api [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197175} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.739849] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.740090] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.740307] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.765259] env[63005]: INFO nova.scheduler.client.report [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted allocations for instance b6db441c-7399-43b4-910e-cc9c4dba1ffc [ 740.788808] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577242, 'name': CreateVM_Task, 'duration_secs': 0.325049} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.788808] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 740.788808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 740.788808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.788808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 740.788808] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56c9373-9420-4418-a23d-110cf9b33d87 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.794022] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 740.794022] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5250452e-2910-7d47-501b-69c03fcdf532" [ 740.794022] env[63005]: _type = "Task" [ 740.794022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.803932] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5250452e-2910-7d47-501b-69c03fcdf532, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.852885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.853501] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 740.856832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.543s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.858675] env[63005]: INFO nova.compute.claims [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.950952] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c1f213-6933-599f-5884-85ecef09f342, 'name': SearchDatastore_Task, 'duration_secs': 0.009434} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.951838] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ef5d2f-2778-4032-8fdc-89a05d757422 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.958391] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 740.958391] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5245b523-40d1-9ebb-dc54-d9cb80f8e017" [ 740.958391] env[63005]: _type = "Task" [ 740.958391] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.967036] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5245b523-40d1-9ebb-dc54-d9cb80f8e017, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.124878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.125294] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.125567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.125882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.126109] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.128781] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577243, 'name': PowerOnVM_Task} progress is 92%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.131400] env[63005]: INFO nova.compute.manager [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Terminating instance [ 741.206515] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.255115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "c03fdfd4-184e-47df-a40d-a856818686cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.255433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.255687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.255899] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 741.256089] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 741.260022] env[63005]: INFO nova.compute.manager [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Terminating instance [ 741.262993] env[63005]: DEBUG nova.network.neutron [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updated VIF entry in instance network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 741.263374] env[63005]: DEBUG nova.network.neutron [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": null, "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.269273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 741.304670] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5250452e-2910-7d47-501b-69c03fcdf532, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.304973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.305219] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 741.305430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 741.363740] env[63005]: DEBUG nova.compute.utils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 741.366932] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 741.367140] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 741.410292] env[63005]: DEBUG nova.policy [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '141d5939e1e6446f9745daca35d060f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c16492be78134b35b4afbe2dee87a531', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 741.471721] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5245b523-40d1-9ebb-dc54-d9cb80f8e017, 'name': SearchDatastore_Task, 'duration_secs': 0.018665} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.472020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.472326] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a5f22253-0529-4b40-b827-d5160cbaa55b/a5f22253-0529-4b40-b827-d5160cbaa55b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.472714] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.472837] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 741.473068] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1a9656e-84d0-4229-9868-36ccb0ce92a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.475203] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-adf4bf18-74ef-4a04-a7ad-562455c31aa4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.485082] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 741.485082] env[63005]: value = "task-2577244" [ 741.485082] env[63005]: _type = "Task" [ 741.485082] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.485894] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 741.486096] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 741.489743] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111bec39-0dc2-40b9-919c-e0ba4b4a71a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.496148] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 741.496148] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e7791e-3b72-9287-d868-ceb4bc9d4989" [ 741.496148] env[63005]: _type = "Task" [ 741.496148] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.500991] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577244, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.511091] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e7791e-3b72-9287-d868-ceb4bc9d4989, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.511639] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57a08e70-d116-4de7-bb03-4fde51238773 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.517452] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 741.517452] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52cf4b7e-58ff-8af6-5cd6-33568bd98ce9" [ 741.517452] env[63005]: _type = "Task" [ 741.517452] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.526011] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52cf4b7e-58ff-8af6-5cd6-33568bd98ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.624637] env[63005]: DEBUG oslo_vmware.api [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577243, 'name': PowerOnVM_Task, 'duration_secs': 0.562536} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.624999] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 741.625264] env[63005]: INFO nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Took 8.10 seconds to spawn the instance on the hypervisor. [ 741.625526] env[63005]: DEBUG nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 741.626445] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48e239-7767-449e-8872-ac5b2d9f8208 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.637857] env[63005]: DEBUG nova.compute.manager [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.637951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.639109] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1be25ff-e7f8-46e5-b1f7-0ca7ad3280bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.649390] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.649716] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba0d3b10-60ee-4e65-aebf-efa8a1d305c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.661200] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 741.661200] env[63005]: value = "task-2577245" [ 741.661200] env[63005]: _type = "Task" [ 741.661200] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.673125] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577245, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.762736] env[63005]: DEBUG nova.compute.manager [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 741.762964] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 741.763941] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8461e5-bd15-4ae3-9ef3-1c4d9115eb4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.767975] env[63005]: DEBUG oslo_concurrency.lockutils [req-d999d110-6044-41fe-b40f-aeb60a49712d req-06126d5f-44ca-408b-82e5-290f5596e252 service nova] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 741.775134] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.775435] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6999bd5b-5eda-4774-8d5f-1c1498ee180b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.786839] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 741.786839] env[63005]: value = "task-2577246" [ 741.786839] env[63005]: _type = "Task" [ 741.786839] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.800546] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.805456] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Successfully created port: bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 741.868424] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 742.006181] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577244, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.035079] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52cf4b7e-58ff-8af6-5cd6-33568bd98ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.036351] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 742.036994] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 742.039382] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-953b24f8-519c-4b96-8e4e-f5f38cf4b6d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.054260] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 742.054260] env[63005]: value = "task-2577247" [ 742.054260] env[63005]: _type = "Task" [ 742.054260] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.069398] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.147629] env[63005]: INFO nova.compute.manager [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Took 52.67 seconds to build instance. [ 742.174436] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577245, 'name': PowerOffVM_Task, 'duration_secs': 0.449005} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.174699] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.174862] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.175124] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88e32e37-f37e-4cc9-bf8e-f22169437825 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.250073] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.252019] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.252019] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleting the datastore file [datastore1] 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.252019] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-967e18d1-de07-4f71-910a-e33411269a79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.263175] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 742.263175] env[63005]: value = "task-2577249" [ 742.263175] env[63005]: _type = "Task" [ 742.263175] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.284028] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577249, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.308430] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577246, 'name': PowerOffVM_Task, 'duration_secs': 0.332703} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.308430] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.308430] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 742.308430] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fdc5d5f6-8b1a-4ca1-bb71-d0af8df65a2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.393027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 742.393027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 742.393027] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Deleting the datastore file [datastore2] c03fdfd4-184e-47df-a40d-a856818686cd {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 742.393027] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aea6a82e-d94a-443a-9b03-bc500005b651 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.404231] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for the task: (returnval){ [ 742.404231] env[63005]: value = "task-2577251" [ 742.404231] env[63005]: _type = "Task" [ 742.404231] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.418306] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577251, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.505832] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577244, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520194} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.509485] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] a5f22253-0529-4b40-b827-d5160cbaa55b/a5f22253-0529-4b40-b827-d5160cbaa55b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.509839] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.510518] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ffebfa-b930-492c-b63e-c9537c1d899a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.521442] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 742.521442] env[63005]: value = "task-2577252" [ 742.521442] env[63005]: _type = "Task" [ 742.521442] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.523771] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f42083-0087-4d33-9272-32bb4dc9381f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.545672] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b173ca6-7996-4e90-9b26-cecbae251437 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.549134] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.571993] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577247, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.609288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a998892-86dc-48a3-914b-ff5d46467004 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.618444] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e0b86e-00e0-42f2-b804-1740eeb2d98f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.634606] env[63005]: DEBUG nova.compute.provider_tree [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.650279] env[63005]: DEBUG oslo_concurrency.lockutils [None req-14a47613-52a9-4b88-a9ad-ee651383e385 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.144s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.773714] env[63005]: DEBUG oslo_vmware.api [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577249, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439581} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.773984] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.774190] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.774370] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.774563] env[63005]: INFO nova.compute.manager [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Took 1.14 seconds to destroy the instance on the hypervisor. [ 742.774814] env[63005]: DEBUG oslo.service.loopingcall [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.775013] env[63005]: DEBUG nova.compute.manager [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.775118] env[63005]: DEBUG nova.network.neutron [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.778386] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.834693] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "e65043f5-524f-48c8-9774-9127604850c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.834964] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.835200] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "e65043f5-524f-48c8-9774-9127604850c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 742.835440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 742.835546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.840127] env[63005]: INFO nova.compute.manager [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Terminating instance [ 742.887051] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 742.917698] env[63005]: DEBUG oslo_vmware.api [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Task: {'id': task-2577251, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285173} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.919025] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 742.919025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 742.919025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 742.919025] env[63005]: INFO nova.compute.manager [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 742.919025] env[63005]: DEBUG oslo.service.loopingcall [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 742.919025] env[63005]: DEBUG nova.compute.manager [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 742.919576] env[63005]: DEBUG nova.network.neutron [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.922478] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 742.922697] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 742.922850] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 742.923041] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 742.923190] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 742.923334] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 742.923537] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 742.923691] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 742.923856] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 742.924025] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 742.924198] env[63005]: DEBUG nova.virt.hardware [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 742.925305] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3822c1-a5fd-469a-b06a-74129bc01407 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.933464] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd4e0b0-b477-4edf-bd62-0ca2ed0beb23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.033045] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075975} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.033335] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.034133] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd2514-d469-454c-b841-b76def129703 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.056514] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a5f22253-0529-4b40-b827-d5160cbaa55b/a5f22253-0529-4b40-b827-d5160cbaa55b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.056882] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c0e42c8-29d8-4ac1-aa79-900d35fe06a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.081558] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522913} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.083016] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 743.083222] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 743.083532] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 743.083532] env[63005]: value = "task-2577253" [ 743.083532] env[63005]: _type = "Task" [ 743.083532] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.084655] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21bdd48c-48c3-474c-abf8-b920d0179da7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.098033] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577253, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.098891] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 743.098891] env[63005]: value = "task-2577254" [ 743.098891] env[63005]: _type = "Task" [ 743.098891] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.108881] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577254, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.137594] env[63005]: DEBUG nova.scheduler.client.report [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.154076] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 743.162196] env[63005]: DEBUG nova.compute.manager [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-changed-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.162304] env[63005]: DEBUG nova.compute.manager [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing instance network info cache due to event network-changed-e8337068-5bf1-4590-b5aa-cc6ad86d7b84. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 743.162567] env[63005]: DEBUG oslo_concurrency.lockutils [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.162631] env[63005]: DEBUG oslo_concurrency.lockutils [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162847] env[63005]: DEBUG nova.network.neutron [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing network info cache for port e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 743.217155] env[63005]: DEBUG nova.compute.manager [req-f6d2e0d5-ad9f-4798-a493-8d984b9913d9 req-296548c2-bcd5-4b98-a8a9-385d0ec36ac8 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Received event network-vif-deleted-c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 743.217651] env[63005]: INFO nova.compute.manager [req-f6d2e0d5-ad9f-4798-a493-8d984b9913d9 req-296548c2-bcd5-4b98-a8a9-385d0ec36ac8 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Neutron deleted interface c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e; detaching it from the instance and deleting it from the info cache [ 743.217848] env[63005]: DEBUG nova.network.neutron [req-f6d2e0d5-ad9f-4798-a493-8d984b9913d9 req-296548c2-bcd5-4b98-a8a9-385d0ec36ac8 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.344525] env[63005]: DEBUG nova.compute.manager [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 743.344767] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 743.345060] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd395d2f-a562-4ea1-9dc4-3dbe37e56f73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.354238] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 743.354238] env[63005]: value = "task-2577255" [ 743.354238] env[63005]: _type = "Task" [ 743.354238] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.365083] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577255, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.389409] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Successfully updated port: bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 743.576189] env[63005]: DEBUG nova.network.neutron [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.599154] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.613211] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577254, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.335786} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.614470] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.615296] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a468c029-ef23-4610-90fb-39ebaf3dea11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.642656] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.643775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.644651] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 743.646657] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15647d90-baf3-4f58-b2bd-3424b7c350a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.663792] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.548s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.663792] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.665837] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.430s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.666239] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.668800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.103s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.669751] env[63005]: INFO nova.compute.claims [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.686363] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 743.686363] env[63005]: value = "task-2577256" [ 743.686363] env[63005]: _type = "Task" [ 743.686363] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.692799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.693202] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.693430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.693636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 743.693897] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 743.696396] env[63005]: INFO nova.compute.manager [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Terminating instance [ 743.704631] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.708657] env[63005]: INFO nova.scheduler.client.report [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Deleted allocations for instance 1bc3a6d2-31b8-4895-9370-d61331103cf3 [ 743.714026] env[63005]: INFO nova.scheduler.client.report [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleted allocations for instance 07676dca-3744-441e-8590-409f2ffd4501 [ 743.720471] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c63e22db-504a-488b-97ae-02a4f7465760 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.726895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 743.736547] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b612e4f-67e4-4653-bda4-83e4084d0047 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.778731] env[63005]: DEBUG nova.compute.manager [req-f6d2e0d5-ad9f-4798-a493-8d984b9913d9 req-296548c2-bcd5-4b98-a8a9-385d0ec36ac8 service nova] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Detach interface failed, port_id=c846ebb0-6ea7-4fb3-88cf-ea66cfe7f12e, reason: Instance 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 743.864992] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577255, 'name': PowerOffVM_Task, 'duration_secs': 0.42583} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.865549] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 743.865815] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 743.866245] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520023', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'name': 'volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e65043f5-524f-48c8-9774-9127604850c8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'serial': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 743.867247] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57061121-00a7-4f3a-aa82-7072bfa75869 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.887956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 743.888212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquired lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.888360] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.890731] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5648a7b-293a-4785-9e3f-e75df4c97792 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.902596] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d283abe4-05ab-4d56-b264-e65f7001bdd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.923143] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e46d8bd-292a-4092-972b-5dd4e350ee67 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.943153] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] The volume has not been displaced from its original location: [datastore2] volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c/volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 743.949146] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 743.949768] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ea8600c-4c3f-4035-a641-f9e5ef8c8ece {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.969761] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 743.969761] env[63005]: value = "task-2577257" [ 743.969761] env[63005]: _type = "Task" [ 743.969761] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.979736] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.079460] env[63005]: INFO nova.compute.manager [-] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Took 1.30 seconds to deallocate network for instance. [ 744.109555] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577253, 'name': ReconfigVM_Task, 'duration_secs': 0.913054} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.109555] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a5f22253-0529-4b40-b827-d5160cbaa55b/a5f22253-0529-4b40-b827-d5160cbaa55b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.109692] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee217ca-7489-4cf7-bce9-57ebe0768444 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.122218] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 744.122218] env[63005]: value = "task-2577258" [ 744.122218] env[63005]: _type = "Task" [ 744.122218] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.130481] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577258, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.165310] env[63005]: DEBUG nova.compute.utils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 744.166670] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.167591] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 744.194402] env[63005]: DEBUG nova.network.neutron [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updated VIF entry in instance network info cache for port e8337068-5bf1-4590-b5aa-cc6ad86d7b84. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 744.194797] env[63005]: DEBUG nova.network.neutron [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.201469] env[63005]: DEBUG nova.compute.manager [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.201715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.208426] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae16d913-8846-4b4c-906c-d98f9046200b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.215127] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577256, 'name': ReconfigVM_Task, 'duration_secs': 0.373149} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.216071] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.220009] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d19e9716-d8a8-4921-a220-34db57a98c5f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.222403] env[63005]: DEBUG oslo_concurrency.lockutils [None req-244dac5b-d1f4-4dc8-b570-704b6c963a7f tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "07676dca-3744-441e-8590-409f2ffd4501" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.363s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.229474] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.230120] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8ebd8701-6355-4412-9c1c-0fbaae0268c5 tempest-ServersAaction247Test-1924913814 tempest-ServersAaction247Test-1924913814-project-member] Lock "1bc3a6d2-31b8-4895-9370-d61331103cf3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.294s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.232085] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c566b86e-9f7e-46b0-9170-c1832b444cf5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.239135] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 744.239135] env[63005]: value = "task-2577259" [ 744.239135] env[63005]: _type = "Task" [ 744.239135] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.245748] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 744.245748] env[63005]: value = "task-2577260" [ 744.245748] env[63005]: _type = "Task" [ 744.245748] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.255743] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577259, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.266023] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2577260, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.277193] env[63005]: DEBUG nova.policy [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '478b65bc56944bdcb95162e4a3ac7e7b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8426decac04f4b95b6183d9a7e1386b7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.424762] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 744.483042] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577257, 'name': ReconfigVM_Task, 'duration_secs': 0.287508} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.483465] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 744.491276] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-967ee38e-e829-4f37-8de5-1e5da90bcd86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.512558] env[63005]: DEBUG nova.objects.instance [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lazy-loading 'flavor' on Instance uuid 81fcc80a-8f80-4d40-a061-f33c012cf54f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.521294] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 744.521294] env[63005]: value = "task-2577261" [ 744.521294] env[63005]: _type = "Task" [ 744.521294] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.531762] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577261, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.532252] env[63005]: DEBUG nova.network.neutron [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.585832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.633381] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577258, 'name': Rename_Task, 'duration_secs': 0.276375} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.633678] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.633938] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e5c3362-6303-4cfd-83a9-eaa7c42b1589 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.638194] env[63005]: DEBUG nova.network.neutron [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Updating instance_info_cache with network_info: [{"id": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "address": "fa:16:3e:0b:b2:e7", "network": {"id": "5996c859-e72a-4bb9-b6c7-b619633af94c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-532551250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16492be78134b35b4afbe2dee87a531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdb2d05-09", "ovs_interfaceid": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.643671] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 744.643671] env[63005]: value = "task-2577262" [ 744.643671] env[63005]: _type = "Task" [ 744.643671] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.653857] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.670535] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 744.699140] env[63005]: DEBUG oslo_concurrency.lockutils [req-a5988cf9-7304-4610-90f6-575d6189fc48 req-2243b9a8-859e-41d3-a571-66b1d3f4b00d service nova] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 744.754521] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577259, 'name': Rename_Task, 'duration_secs': 0.241167} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.755445] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.756242] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be83390a-a245-40d0-9717-a465e7315ca2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.760246] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2577260, 'name': PowerOffVM_Task, 'duration_secs': 0.207417} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.763105] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 744.763340] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 744.765339] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a3f90b-e593-4a83-a5d9-0630a56e0de4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.771988] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 744.771988] env[63005]: value = "task-2577263" [ 744.771988] env[63005]: _type = "Task" [ 744.771988] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.786413] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577263, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.838024] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 744.838248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 744.838446] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Deleting the datastore file [datastore2] d6fcbfca-a9ff-4085-b133-89c85fb1980e {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 744.841308] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52dc1ad2-a778-449d-b081-8037fef501eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.849685] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for the task: (returnval){ [ 744.849685] env[63005]: value = "task-2577265" [ 744.849685] env[63005]: _type = "Task" [ 744.849685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.862244] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2577265, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.863095] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Successfully created port: be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.017623] env[63005]: DEBUG oslo_concurrency.lockutils [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.017873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.032923] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577261, 'name': ReconfigVM_Task, 'duration_secs': 0.183439} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.033301] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520023', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'name': 'volume-2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e65043f5-524f-48c8-9774-9127604850c8', 'attached_at': '', 'detached_at': '', 'volume_id': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c', 'serial': '2c127b62-ae9d-4f27-bcf3-ce055e458e6c'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 745.033642] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 745.034193] env[63005]: INFO nova.compute.manager [-] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Took 2.12 seconds to deallocate network for instance. [ 745.034957] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d7223-52f9-44b2-9e64-fc01b071b62f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.051830] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.052614] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50a96603-b65a-4b0d-89cb-764fcd0673e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.121242] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.121482] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.121662] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Deleting the datastore file [datastore2] e65043f5-524f-48c8-9774-9127604850c8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.121922] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c97b013-0f6e-4ad3-a761-d697176ecd5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.130502] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for the task: (returnval){ [ 745.130502] env[63005]: value = "task-2577267" [ 745.130502] env[63005]: _type = "Task" [ 745.130502] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.142263] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Releasing lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 745.142510] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Instance network_info: |[{"id": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "address": "fa:16:3e:0b:b2:e7", "network": {"id": "5996c859-e72a-4bb9-b6c7-b619633af94c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-532551250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16492be78134b35b4afbe2dee87a531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdb2d05-09", "ovs_interfaceid": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 745.142825] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577267, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.145718] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:b2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bbdb2d05-09e0-4d92-8292-9dac95d5deac', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 745.155168] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Creating folder: Project (c16492be78134b35b4afbe2dee87a531). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.156589] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a604b29-478b-42e1-9866-33286fba7092 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.172696] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.181574] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Created folder: Project (c16492be78134b35b4afbe2dee87a531) in parent group-v519994. [ 745.181765] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Creating folder: Instances. Parent ref: group-v520113. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 745.183263] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d05b771-dfe7-4259-9cc8-9eb58212a62e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.198760] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Created folder: Instances in parent group-v520113. [ 745.198760] env[63005]: DEBUG oslo.service.loopingcall [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.198760] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 745.198983] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84fbbd82-4b3f-4db7-bfb2-a904e1eb2c6f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.234511] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 745.234511] env[63005]: value = "task-2577270" [ 745.234511] env[63005]: _type = "Task" [ 745.234511] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.245270] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577270, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.286191] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577263, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.347606] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3592dc-aa1c-4ef9-9892-97d585e792c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.362620] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-470d60aa-f80b-465d-8ac0-fbc86f9cef81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.367147] env[63005]: DEBUG oslo_vmware.api [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Task: {'id': task-2577265, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166426} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.367147] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.367147] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.367147] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.367147] env[63005]: INFO nova.compute.manager [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 745.367318] env[63005]: DEBUG oslo.service.loopingcall [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.367461] env[63005]: DEBUG nova.compute.manager [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.367501] env[63005]: DEBUG nova.network.neutron [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.396473] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d604b46d-27be-48f5-bdb1-18d3e3ce1850 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.407258] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bdeed7-3a7f-4829-b05c-2a1ffc87874b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.425487] env[63005]: DEBUG nova.compute.provider_tree [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.465407] env[63005]: DEBUG nova.compute.manager [req-c39aa430-ef4a-48a7-8da6-e76c32aacf9f req-df89f4b0-0787-405d-9258-cb709d0c3be8 service nova] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Received event network-vif-deleted-c13d98be-4d1a-463a-a87a-6a2a3fef6b3c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.554533] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.566622] env[63005]: DEBUG nova.compute.manager [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Received event network-vif-plugged-bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.566815] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Acquiring lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.567213] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.567407] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.567579] env[63005]: DEBUG nova.compute.manager [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] No waiting events found dispatching network-vif-plugged-bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 745.567775] env[63005]: WARNING nova.compute.manager [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Received unexpected event network-vif-plugged-bbdb2d05-09e0-4d92-8292-9dac95d5deac for instance with vm_state building and task_state spawning. [ 745.567920] env[63005]: DEBUG nova.compute.manager [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Received event network-changed-bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 745.568061] env[63005]: DEBUG nova.compute.manager [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Refreshing instance network info cache due to event network-changed-bbdb2d05-09e0-4d92-8292-9dac95d5deac. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 745.568267] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Acquiring lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 745.568460] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Acquired lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.568559] env[63005]: DEBUG nova.network.neutron [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Refreshing network info cache for port bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 745.645113] env[63005]: DEBUG oslo_vmware.api [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Task: {'id': task-2577267, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103888} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.645402] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.645591] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.645898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.645961] env[63005]: INFO nova.compute.manager [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Took 2.30 seconds to destroy the instance on the hypervisor. [ 745.646282] env[63005]: DEBUG oslo.service.loopingcall [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 745.646368] env[63005]: DEBUG nova.compute.manager [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.646460] env[63005]: DEBUG nova.network.neutron [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.670252] env[63005]: DEBUG oslo_vmware.api [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577262, 'name': PowerOnVM_Task, 'duration_secs': 0.69484} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.671206] env[63005]: DEBUG nova.network.neutron [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.675020] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.675020] env[63005]: INFO nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Took 8.42 seconds to spawn the instance on the hypervisor. [ 745.675020] env[63005]: DEBUG nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.675020] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f042a2ed-755c-49b0-808c-6fafb51832a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.687086] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 745.731743] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 745.732122] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 745.733268] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.733640] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 745.733901] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.734287] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 745.734618] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 745.736234] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 745.736234] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 745.736234] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 745.736234] env[63005]: DEBUG nova.virt.hardware [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 745.737399] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea61b592-fb1d-40e6-836b-f3eb04d3bae2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.751586] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577270, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.754920] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e62cd37-3587-4032-8bec-91e29aafb3ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.782602] env[63005]: DEBUG oslo_vmware.api [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577263, 'name': PowerOnVM_Task, 'duration_secs': 0.578824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.782860] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.783092] env[63005]: INFO nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Took 5.60 seconds to spawn the instance on the hypervisor. [ 745.783280] env[63005]: DEBUG nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.784042] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab533f8-970a-4692-beb0-f19afc3fe4d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.928617] env[63005]: DEBUG nova.scheduler.client.report [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.034471] env[63005]: DEBUG nova.compute.manager [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 746.035410] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f40eb3-9794-43a6-b756-bfb5204cdb40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.193269] env[63005]: INFO nova.compute.manager [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Took 49.19 seconds to build instance. [ 746.250402] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577270, 'name': CreateVM_Task, 'duration_secs': 0.557503} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.250610] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.251317] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.251501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.251882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 746.252190] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d7f38f-bfb6-4cd3-9d7e-d57e103605d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.258216] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 746.258216] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529b23e5-303f-e558-3fde-96b7bda7642b" [ 746.258216] env[63005]: _type = "Task" [ 746.258216] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.268176] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529b23e5-303f-e558-3fde-96b7bda7642b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.306739] env[63005]: INFO nova.compute.manager [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Took 43.79 seconds to build instance. [ 746.434755] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.434880] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 746.441151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.730s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 746.442720] env[63005]: INFO nova.compute.claims [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.555312] env[63005]: INFO nova.compute.manager [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] instance snapshotting [ 746.555312] env[63005]: DEBUG nova.objects.instance [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.565889] env[63005]: DEBUG nova.network.neutron [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Updated VIF entry in instance network info cache for port bbdb2d05-09e0-4d92-8292-9dac95d5deac. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 746.566380] env[63005]: DEBUG nova.network.neutron [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Updating instance_info_cache with network_info: [{"id": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "address": "fa:16:3e:0b:b2:e7", "network": {"id": "5996c859-e72a-4bb9-b6c7-b619633af94c", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-532551250-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c16492be78134b35b4afbe2dee87a531", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbbdb2d05-09", "ovs_interfaceid": "bbdb2d05-09e0-4d92-8292-9dac95d5deac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.664534] env[63005]: DEBUG nova.network.neutron [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.695184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ca282012-7b2d-4712-9764-a5f40e930595 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.261s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.697320] env[63005]: DEBUG nova.network.neutron [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.752698] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Successfully updated port: be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 746.774021] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529b23e5-303f-e558-3fde-96b7bda7642b, 'name': SearchDatastore_Task, 'duration_secs': 0.012914} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.774554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 746.774826] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 746.775073] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 746.775218] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.775394] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 746.776039] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-279db64c-c9b8-4379-a623-f5702e4f7fd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.787575] env[63005]: WARNING oslo_messaging._drivers.amqpdriver [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 746.791818] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 746.791908] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 746.792898] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c8a0a3-d726-4714-a2ea-65c14cb63bc0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.800531] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 746.800531] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ae56c4-c7ec-e55a-3874-8dfbe18a937e" [ 746.800531] env[63005]: _type = "Task" [ 746.800531] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.814460] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4fe74722-7fd9-4bca-8e98-8cae0e493c32 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 93.062s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 746.815014] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ae56c4-c7ec-e55a-3874-8dfbe18a937e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.916898] env[63005]: DEBUG nova.network.neutron [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.953899] env[63005]: DEBUG nova.compute.utils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 746.955797] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 746.955984] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 747.001789] env[63005]: DEBUG nova.policy [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.062605] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a14c24a-c9ab-4208-9bd7-0c2d67cf126b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.088295] env[63005]: DEBUG oslo_concurrency.lockutils [req-01a17113-8a4b-4e51-bd6a-1d22b5ef6fd2 req-df5b16e8-bcd0-41f1-be28-40865f493e3b service nova] Releasing lock "refresh_cache-3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.088295] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a6272-0b2c-409e-b5d4-1b0353401221 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.172162] env[63005]: INFO nova.compute.manager [-] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Took 1.80 seconds to deallocate network for instance. [ 747.202370] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.209019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.209019] env[63005]: DEBUG nova.compute.manager [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Inject network info {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 747.209204] env[63005]: DEBUG nova.compute.manager [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] network_info to inject: |[{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 747.210759] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfiguring VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 747.211997] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc9110f-7738-4509-a856-4a2a54ef0735 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.230730] env[63005]: DEBUG oslo_vmware.api [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 747.230730] env[63005]: value = "task-2577271" [ 747.230730] env[63005]: _type = "Task" [ 747.230730] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.241601] env[63005]: DEBUG oslo_vmware.api [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.261858] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.261858] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.261858] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.291572] env[63005]: INFO nova.compute.manager [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Rebuilding instance [ 747.317857] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 747.320910] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ae56c4-c7ec-e55a-3874-8dfbe18a937e, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.324286] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf3d73d-a3bf-4084-9025-0b62e8dad8b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.330775] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 747.330775] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528be415-7db8-7f05-cdc0-83f77be98624" [ 747.330775] env[63005]: _type = "Task" [ 747.330775] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.344707] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528be415-7db8-7f05-cdc0-83f77be98624, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.362139] env[63005]: DEBUG nova.compute.manager [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 747.363030] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95dec09a-4c41-4d95-9e59-259a0f03bd3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.419601] env[63005]: INFO nova.compute.manager [-] [instance: e65043f5-524f-48c8-9774-9127604850c8] Took 1.77 seconds to deallocate network for instance. [ 747.460915] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 747.478188] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Successfully created port: e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 747.603293] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 747.604165] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5ae5cccc-d6e7-461d-b86d-3f2278e40f7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.614404] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 747.614404] env[63005]: value = "task-2577272" [ 747.614404] env[63005]: _type = "Task" [ 747.614404] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.631336] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.643953] env[63005]: DEBUG nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e65043f5-524f-48c8-9774-9127604850c8] Received event network-vif-deleted-2322f8a0-3135-4da9-b5d5-990ae6a3344f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.644020] env[63005]: DEBUG nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Received event network-vif-plugged-be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.644194] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Acquiring lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.644499] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 747.644577] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.646069] env[63005]: DEBUG nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] No waiting events found dispatching network-vif-plugged-be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 747.646069] env[63005]: WARNING nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Received unexpected event network-vif-plugged-be7ad022-3c8d-446c-bfe3-e48e59492afd for instance with vm_state building and task_state spawning. [ 747.646069] env[63005]: DEBUG nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Received event network-changed-be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.646069] env[63005]: DEBUG nova.compute.manager [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Refreshing instance network info cache due to event network-changed-be7ad022-3c8d-446c-bfe3-e48e59492afd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.646069] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Acquiring lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.679729] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.737320] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.748856] env[63005]: DEBUG oslo_vmware.api [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577271, 'name': ReconfigVM_Task, 'duration_secs': 0.165413} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.748856] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-998a07d9-fdcc-4779-8078-aa670862fb15 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfigured VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 747.799571] env[63005]: DEBUG nova.compute.manager [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 747.799857] env[63005]: DEBUG nova.compute.manager [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing instance network info cache due to event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 747.800137] env[63005]: DEBUG oslo_concurrency.lockutils [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 747.800355] env[63005]: DEBUG oslo_concurrency.lockutils [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.800845] env[63005]: DEBUG nova.network.neutron [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 747.820396] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.836229] env[63005]: DEBUG nova.objects.instance [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lazy-loading 'flavor' on Instance uuid 81fcc80a-8f80-4d40-a061-f33c012cf54f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 747.850883] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528be415-7db8-7f05-cdc0-83f77be98624, 'name': SearchDatastore_Task, 'duration_secs': 0.024169} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.852194] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 747.852499] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 747.852753] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619/3f08c9a0-cfcd-4dec-ad2e-41afd6b22619.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 747.853019] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-581aad3a-49f5-4352-b39b-5add3c73c3b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.867428] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 747.867428] env[63005]: value = "task-2577273" [ 747.867428] env[63005]: _type = "Task" [ 747.867428] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.882382] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.006211] env[63005]: INFO nova.compute.manager [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Took 0.58 seconds to detach 1 volumes for instance. [ 748.007416] env[63005]: DEBUG nova.compute.manager [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] [instance: e65043f5-524f-48c8-9774-9127604850c8] Deleting volume: 2c127b62-ae9d-4f27-bcf3-ce055e458e6c {{(pid=63005) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 748.044086] env[63005]: DEBUG nova.network.neutron [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Updating instance_info_cache with network_info: [{"id": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "address": "fa:16:3e:b5:97:9b", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ad022-3c", "ovs_interfaceid": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.134013] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577272, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.142182] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a335ddf1-5637-4431-9891-1a2be91d97d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.153141] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5750202a-5c4b-40a0-b0b6-398fddb65933 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.193807] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3776aa5b-6ab4-4837-9d0e-645c7d69910b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.203842] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166b2011-be1b-40e5-9a13-0c31b0138e88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.222399] env[63005]: DEBUG nova.compute.provider_tree [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.346412] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 748.386064] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 748.386383] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577273, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.388946] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-073652f8-4976-4750-b89b-a665ba0305e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.401241] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 748.401241] env[63005]: value = "task-2577275" [ 748.401241] env[63005]: _type = "Task" [ 748.401241] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.413519] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.480324] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 748.518785] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 748.518785] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 748.519062] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.519062] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 748.519432] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.519432] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 748.519640] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 748.519783] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 748.519923] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 748.520090] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 748.520271] env[63005]: DEBUG nova.virt.hardware [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 748.521200] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1ae5a-638a-4d99-8c5a-f8ffd659ff89 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.532993] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8a0ce2-9907-44a7-9a95-79b567051981 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.551058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 748.551500] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Instance network_info: |[{"id": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "address": "fa:16:3e:b5:97:9b", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ad022-3c", "ovs_interfaceid": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.552103] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Acquired lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.552349] env[63005]: DEBUG nova.network.neutron [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Refreshing network info cache for port be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.553610] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b5:97:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be7ad022-3c8d-446c-bfe3-e48e59492afd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.561612] env[63005]: DEBUG oslo.service.loopingcall [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 748.562197] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.562479] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eab591d-a97f-46a1-b2ea-15468fced40f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.588190] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 748.588190] env[63005]: value = "task-2577276" [ 748.588190] env[63005]: _type = "Task" [ 748.588190] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.593364] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 748.600497] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577276, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.619587] env[63005]: DEBUG nova.network.neutron [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updated VIF entry in instance network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 748.620163] env[63005]: DEBUG nova.network.neutron [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.629327] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577272, 'name': CreateSnapshot_Task, 'duration_secs': 0.654514} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.630381] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 748.631180] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc40a196-f6f9-47bc-b252-aada6c4888c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.726280] env[63005]: DEBUG nova.scheduler.client.report [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.883040] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549131} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.883515] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619/3f08c9a0-cfcd-4dec-ad2e-41afd6b22619.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.883967] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.884646] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b28c9f8-5647-4222-8eb0-153ce0bdebab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.896076] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 748.896076] env[63005]: value = "task-2577277" [ 748.896076] env[63005]: _type = "Task" [ 748.896076] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.905049] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.918801] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577275, 'name': PowerOffVM_Task, 'duration_secs': 0.225972} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.918968] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 748.919677] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 748.920249] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a532c93-4c2e-40de-894a-44a82b7f9bf6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.931832] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 748.932817] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad85a87-21f5-493d-a8b4-0ab726d7bc1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.968366] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 748.968673] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 748.968912] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleting the datastore file [datastore1] 1d25291d-0faa-43b0-97a2-2c2db98b46c8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 748.969242] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-954deae4-fb8d-4270-95c5-64f112589313 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.981759] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 748.981759] env[63005]: value = "task-2577279" [ 748.981759] env[63005]: _type = "Task" [ 748.981759] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.994752] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.103189] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577276, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.123405] env[63005]: DEBUG oslo_concurrency.lockutils [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 749.123610] env[63005]: DEBUG nova.compute.manager [req-184a5dfc-ca15-459e-b1ae-db0b9967d3fd req-d70e9424-ef8d-40f4-a918-57d2ab0e6d9f service nova] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Received event network-vif-deleted-a229479a-cdfd-4891-8dbe-9bdda68abcee {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 749.124080] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.160043] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 749.160043] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb957501-cdc1-4737-b840-194e66e47602 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.170014] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 749.170014] env[63005]: value = "task-2577280" [ 749.170014] env[63005]: _type = "Task" [ 749.170014] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.180237] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.231870] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.232408] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.239722] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.702s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.239722] env[63005]: DEBUG nova.objects.instance [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'resources' on Instance uuid d6775ece-9d97-45fb-bb8c-3881e0e5666a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 749.406882] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113485} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.407166] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.407968] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850a749c-849c-44a5-86cf-79c12fb3b448 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.439741] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619/3f08c9a0-cfcd-4dec-ad2e-41afd6b22619.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.439958] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5c639f0-8acd-4db9-8bb0-be95435f0713 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.463593] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 749.463593] env[63005]: value = "task-2577281" [ 749.463593] env[63005]: _type = "Task" [ 749.463593] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.474745] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.493683] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172064} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.493828] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 749.494022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 749.494210] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 749.542940] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Successfully updated port: e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 749.581955] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.582172] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.601277] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577276, 'name': CreateVM_Task, 'duration_secs': 0.668571} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.601277] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.601277] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 749.601277] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.601524] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 749.601715] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e1c6a75-f7c3-4c94-92a1-def783c3f6ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.609186] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 749.609186] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52624ed5-e329-cc64-8d5e-4d67bfb3121f" [ 749.609186] env[63005]: _type = "Task" [ 749.609186] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.620972] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52624ed5-e329-cc64-8d5e-4d67bfb3121f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.685493] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.701691] env[63005]: DEBUG nova.network.neutron [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Updated VIF entry in instance network info cache for port be7ad022-3c8d-446c-bfe3-e48e59492afd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 749.701691] env[63005]: DEBUG nova.network.neutron [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Updating instance_info_cache with network_info: [{"id": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "address": "fa:16:3e:b5:97:9b", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.94", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe7ad022-3c", "ovs_interfaceid": "be7ad022-3c8d-446c-bfe3-e48e59492afd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.743351] env[63005]: DEBUG nova.compute.utils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 749.752963] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.753594] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.821250] env[63005]: DEBUG nova.policy [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b21f86da395446daba9ceda6d772a3f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f358e486ff0142c8ab5c34c268124078', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.913925] env[63005]: DEBUG nova.network.neutron [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 749.989698] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.031184] env[63005]: DEBUG nova.compute.manager [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Received event network-vif-plugged-e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.031451] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Acquiring lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 750.031678] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 750.031856] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 750.033036] env[63005]: DEBUG nova.compute.manager [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] No waiting events found dispatching network-vif-plugged-e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 750.033036] env[63005]: WARNING nova.compute.manager [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Received unexpected event network-vif-plugged-e3bcf476-8416-4ebf-8734-f920a4fbdb79 for instance with vm_state building and task_state spawning. [ 750.033036] env[63005]: DEBUG nova.compute.manager [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Received event network-changed-e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.033036] env[63005]: DEBUG nova.compute.manager [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Refreshing instance network info cache due to event network-changed-e3bcf476-8416-4ebf-8734-f920a4fbdb79. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.033306] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Acquiring lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.033584] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Acquired lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.033843] env[63005]: DEBUG nova.network.neutron [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Refreshing network info cache for port e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 750.047991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.119371] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52624ed5-e329-cc64-8d5e-4d67bfb3121f, 'name': SearchDatastore_Task, 'duration_secs': 0.012933} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.122147] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.122398] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 750.122625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.122766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.122940] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 750.123408] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-176f3b9a-3576-486b-9834-b1be73acf7eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.133163] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 750.133359] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 750.136881] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4315c3c-c135-4642-82c9-ca85d13cc851 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.144830] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 750.144830] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524fabfa-4fbd-0189-0b47-95af61f968a6" [ 750.144830] env[63005]: _type = "Task" [ 750.144830] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.154507] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524fabfa-4fbd-0189-0b47-95af61f968a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.156081] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Successfully created port: 994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.188172] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.203427] env[63005]: DEBUG oslo_concurrency.lockutils [req-c3389c4d-3110-4a53-b217-3d0dd86c19c3 req-43d7e8e3-0be2-43eb-bb9a-aefc9c020865 service nova] Releasing lock "refresh_cache-e5e494bc-0262-4de6-84e7-ffc2989b9e19" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.235160] env[63005]: DEBUG nova.compute.manager [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 750.235405] env[63005]: DEBUG nova.compute.manager [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing instance network info cache due to event network-changed-d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 750.235627] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] Acquiring lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 750.254022] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.392894] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014de4d7-133f-4826-beff-57011ed9fd21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.401608] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269af0c1-80b8-49fb-9f77-b45fbfe7d248 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.436261] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8539ac55-fc03-48dd-90f9-47797f69e201 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.445610] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52544a9-bc59-4562-9cd2-7b41d7510ea7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.464924] env[63005]: DEBUG nova.compute.provider_tree [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.484946] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577281, 'name': ReconfigVM_Task, 'duration_secs': 0.565767} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.484946] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619/3f08c9a0-cfcd-4dec-ad2e-41afd6b22619.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 750.484946] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4836e17-1814-4089-b02a-e46d4a4f1a4e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.491339] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 750.491339] env[63005]: value = "task-2577282" [ 750.491339] env[63005]: _type = "Task" [ 750.491339] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.500316] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577282, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.538210] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 750.538512] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 750.538705] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 750.538914] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 750.539333] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 750.539582] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 750.539850] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 750.540083] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 750.540261] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 750.540431] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 750.540603] env[63005]: DEBUG nova.virt.hardware [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 750.543449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e7da0a-2d6c-4d07-b53b-d349f46ab818 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.555125] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba58070-83e8-443a-bee9-4311ab17a18f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.571328] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.577545] env[63005]: DEBUG oslo.service.loopingcall [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 750.580937] env[63005]: DEBUG nova.network.neutron [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 750.582570] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.582849] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e14ce80-d6bf-408d-b1fe-0f3f495cced9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.601815] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.601815] env[63005]: value = "task-2577283" [ 750.601815] env[63005]: _type = "Task" [ 750.601815] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.611429] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577283, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.659540] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524fabfa-4fbd-0189-0b47-95af61f968a6, 'name': SearchDatastore_Task, 'duration_secs': 0.01141} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.665168] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d6db2d7-c4eb-4c43-bad7-170cf72e96f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.674064] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 750.674064] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5206ba05-6ccc-776b-7f7d-31372c0996d4" [ 750.674064] env[63005]: _type = "Task" [ 750.674064] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.696193] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.703503] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5206ba05-6ccc-776b-7f7d-31372c0996d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011749} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.704028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 750.704547] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e5e494bc-0262-4de6-84e7-ffc2989b9e19/e5e494bc-0262-4de6-84e7-ffc2989b9e19.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.705028] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-864bcc97-93c9-4eba-9acb-916cc0f4508a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.716428] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 750.716428] env[63005]: value = "task-2577284" [ 750.716428] env[63005]: _type = "Task" [ 750.716428] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.729846] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.732212] env[63005]: DEBUG nova.network.neutron [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.760654] env[63005]: DEBUG nova.network.neutron [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.975229] env[63005]: DEBUG nova.scheduler.client.report [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.004970] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577282, 'name': Rename_Task, 'duration_secs': 0.185921} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.005590] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.005862] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8825d550-409d-4f6f-8e5c-bdfe5d5c8933 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.018385] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 751.018385] env[63005]: value = "task-2577285" [ 751.018385] env[63005]: _type = "Task" [ 751.018385] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.031297] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.115458] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577283, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.184782] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.228972] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484039} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.229123] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e5e494bc-0262-4de6-84e7-ffc2989b9e19/e5e494bc-0262-4de6-84e7-ffc2989b9e19.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.229971] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.229971] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3a8c017d-bf6d-4054-a4d8-688ada1549b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.235425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.235948] env[63005]: DEBUG nova.compute.manager [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Inject network info {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 751.235948] env[63005]: DEBUG nova.compute.manager [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] network_info to inject: |[{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 751.241790] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfiguring VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 751.243710] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] Acquired lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.243950] env[63005]: DEBUG nova.network.neutron [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Refreshing network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 751.245514] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-378a4c26-2e2e-407c-9a8c-fb89eedae0c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.257754] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 751.257754] env[63005]: value = "task-2577286" [ 751.257754] env[63005]: _type = "Task" [ 751.257754] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.268880] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.271245] env[63005]: DEBUG oslo_concurrency.lockutils [req-6e721620-e0d5-472f-9801-c00a079bba41 req-1745feb2-160c-4725-b0c1-3bb4224a321c service nova] Releasing lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 751.275449] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.275616] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 751.276694] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.277426] env[63005]: DEBUG oslo_vmware.api [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 751.277426] env[63005]: value = "task-2577287" [ 751.277426] env[63005]: _type = "Task" [ 751.277426] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.288435] env[63005]: DEBUG oslo_vmware.api [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.300406] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.300667] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.300823] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.301015] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.301265] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.301365] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.301657] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.301832] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.302037] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.302194] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.302365] env[63005]: DEBUG nova.virt.hardware [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.303533] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2190de11-f992-4ec7-a53a-0762a12ef1d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.316521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8304dab1-e6a8-4710-b65b-dc81eafeafa6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.482292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.244s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.484682] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.913s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.486250] env[63005]: INFO nova.compute.claims [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.513595] env[63005]: INFO nova.scheduler.client.report [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted allocations for instance d6775ece-9d97-45fb-bb8c-3881e0e5666a [ 751.534569] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.612661] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577283, 'name': CreateVM_Task, 'duration_secs': 0.58407} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.612886] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.613368] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 751.613601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.614144] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 751.614300] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4595bc95-95d7-4114-ba5e-66255bdc5764 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.620351] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 751.620351] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52700e13-8cf7-db04-2aa3-4f72b51087ec" [ 751.620351] env[63005]: _type = "Task" [ 751.620351] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.630946] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52700e13-8cf7-db04-2aa3-4f72b51087ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.686701] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577280, 'name': CloneVM_Task, 'duration_secs': 2.221509} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.686971] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created linked-clone VM from snapshot [ 751.687739] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fec6c46-dbea-4a77-b02e-1398216f1949 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.697297] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploading image fbc8b80d-9171-43ad-9f44-9747f05b470c {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 751.722811] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 751.722811] env[63005]: value = "vm-520118" [ 751.722811] env[63005]: _type = "VirtualMachine" [ 751.722811] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 751.722811] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4821e0c2-fcf3-46c4-a097-e1c8db1a23a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.732095] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease: (returnval){ [ 751.732095] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86f84-67e1-dc06-8397-d4ea7af12bef" [ 751.732095] env[63005]: _type = "HttpNfcLease" [ 751.732095] env[63005]: } obtained for exporting VM: (result){ [ 751.732095] env[63005]: value = "vm-520118" [ 751.732095] env[63005]: _type = "VirtualMachine" [ 751.732095] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 751.733072] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the lease: (returnval){ [ 751.733072] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86f84-67e1-dc06-8397-d4ea7af12bef" [ 751.733072] env[63005]: _type = "HttpNfcLease" [ 751.733072] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 751.741784] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 751.741784] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86f84-67e1-dc06-8397-d4ea7af12bef" [ 751.741784] env[63005]: _type = "HttpNfcLease" [ 751.741784] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 751.749258] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Successfully updated port: 994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 751.774628] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092096} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.774832] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 751.775713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1607b03-2326-4b40-b341-5f0f05814bcc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.792336] env[63005]: DEBUG oslo_vmware.api [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577287, 'name': ReconfigVM_Task, 'duration_secs': 0.182053} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.802114] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae53dce9-a13a-4de1-a548-80272da7816b tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Reconfigured VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 751.812785] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] e5e494bc-0262-4de6-84e7-ffc2989b9e19/e5e494bc-0262-4de6-84e7-ffc2989b9e19.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 751.815743] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69ac4ffa-543e-46b6-b7eb-cefa410913f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.834658] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.839120] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 751.839120] env[63005]: value = "task-2577289" [ 751.839120] env[63005]: _type = "Task" [ 751.839120] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.851641] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.016666] env[63005]: DEBUG nova.network.neutron [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updated VIF entry in instance network info cache for port d243a08e-22df-475c-999d-e6e5cde7b5e2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 752.016666] env[63005]: DEBUG nova.network.neutron [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [{"id": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "address": "fa:16:3e:9f:dd:2e", "network": {"id": "29a16a1b-1e15-48cb-8849-2aada0a89b91", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-583420858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ef404b1e24414f62b25bb992e89e2d41", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61b8f0db-488e-42d7-bf6c-6c1665cd5616", "external-id": "nsx-vlan-transportzone-655", "segmentation_id": 655, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd243a08e-22", "ovs_interfaceid": "d243a08e-22df-475c-999d-e6e5cde7b5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.033465] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed909dc4-9f2c-4220-8690-71a043bda5e9 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "d6775ece-9d97-45fb-bb8c-3881e0e5666a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.903s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.037726] env[63005]: DEBUG oslo_vmware.api [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577285, 'name': PowerOnVM_Task, 'duration_secs': 0.557371} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.037992] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.038205] env[63005]: INFO nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Took 9.15 seconds to spawn the instance on the hypervisor. [ 752.038377] env[63005]: DEBUG nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 752.039375] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cede42a-7669-45f3-b3e0-b816c7730b6b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.079576] env[63005]: DEBUG nova.network.neutron [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Updating instance_info_cache with network_info: [{"id": "e3bcf476-8416-4ebf-8734-f920a4fbdb79", "address": "fa:16:3e:4a:16:55", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bcf476-84", "ovs_interfaceid": "e3bcf476-8416-4ebf-8734-f920a4fbdb79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 752.089901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.090154] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.090352] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.090525] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.090695] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.094155] env[63005]: INFO nova.compute.manager [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Terminating instance [ 752.131591] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52700e13-8cf7-db04-2aa3-4f72b51087ec, 'name': SearchDatastore_Task, 'duration_secs': 0.01227} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.132806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.132806] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 752.132806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.132806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.132979] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 752.133236] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e27593-6372-4003-aed3-b960c7f10137 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.142540] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 752.142745] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 752.143516] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63f82f4c-f447-4365-9c5e-936d3134c906 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.151060] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 752.151060] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f2c523-5231-1782-0ad0-a873d45c9601" [ 752.151060] env[63005]: _type = "Task" [ 752.151060] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.159628] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f2c523-5231-1782-0ad0-a873d45c9601, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.241808] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 752.241808] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86f84-67e1-dc06-8397-d4ea7af12bef" [ 752.241808] env[63005]: _type = "HttpNfcLease" [ 752.241808] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 752.242191] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 752.242191] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86f84-67e1-dc06-8397-d4ea7af12bef" [ 752.242191] env[63005]: _type = "HttpNfcLease" [ 752.242191] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 752.242883] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e920f3-3412-4ec8-a887-81c16fc685cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.251174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.251323] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.251519] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.252587] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 752.252739] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 752.311599] env[63005]: DEBUG nova.compute.manager [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Received event network-vif-plugged-994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.311816] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Acquiring lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 752.312070] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 752.312257] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 752.313031] env[63005]: DEBUG nova.compute.manager [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] No waiting events found dispatching network-vif-plugged-994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 752.313031] env[63005]: WARNING nova.compute.manager [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Received unexpected event network-vif-plugged-994ba186-95fa-48f3-9b26-e4963178071b for instance with vm_state building and task_state spawning. [ 752.313031] env[63005]: DEBUG nova.compute.manager [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Received event network-changed-994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 752.313031] env[63005]: DEBUG nova.compute.manager [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Refreshing instance network info cache due to event network-changed-994ba186-95fa-48f3-9b26-e4963178071b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 752.313219] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Acquiring lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 752.352474] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.369577] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c234bf5c-9b44-4c43-a2c3-166aa5268f9e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.518174] env[63005]: DEBUG oslo_concurrency.lockutils [req-f6ca8f20-5356-4a6d-97dc-5b753e78e5dc req-2b6b07b6-b982-4cd3-b3d3-c6fa4d326025 service nova] Releasing lock "refresh_cache-81fcc80a-8f80-4d40-a061-f33c012cf54f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.559559] env[63005]: INFO nova.compute.manager [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Took 44.82 seconds to build instance. [ 752.585440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-62a61aa1-4f64-4027-bc3d-fecd76f8afb1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.585440] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance network_info: |[{"id": "e3bcf476-8416-4ebf-8734-f920a4fbdb79", "address": "fa:16:3e:4a:16:55", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape3bcf476-84", "ovs_interfaceid": "e3bcf476-8416-4ebf-8734-f920a4fbdb79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 752.585610] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:16:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e3bcf476-8416-4ebf-8734-f920a4fbdb79', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 752.592969] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating folder: Project (1295763e573249658770aafd80e66811). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.597020] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcca00f8-5809-4d45-b54b-dfae455f4f99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.600129] env[63005]: DEBUG nova.compute.manager [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 752.600705] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.601519] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801887f4-5378-479a-a8f8-1163f4bec737 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.614968] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.615314] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created folder: Project (1295763e573249658770aafd80e66811) in parent group-v519994. [ 752.615484] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating folder: Instances. Parent ref: group-v520120. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 752.615710] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b60937e-400c-4574-8037-65b0c62fa2c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.617320] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ae2dfd8d-948b-464f-a291-02b4662c7e45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625769] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 752.625769] env[63005]: value = "task-2577291" [ 752.625769] env[63005]: _type = "Task" [ 752.625769] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.634545] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created folder: Instances in parent group-v520120. [ 752.634945] env[63005]: DEBUG oslo.service.loopingcall [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 752.635609] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 752.635890] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba5bbebe-c94c-48a0-be6f-cc97548c9a7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.660637] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.673652] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f2c523-5231-1782-0ad0-a873d45c9601, 'name': SearchDatastore_Task, 'duration_secs': 0.009459} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.678669] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 752.678669] env[63005]: value = "task-2577293" [ 752.678669] env[63005]: _type = "Task" [ 752.678669] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.679174] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b94758c3-0418-4936-b161-e8be5c5b5966 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.695195] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577293, 'name': CreateVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.695710] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 752.695710] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521e4bd4-14dc-119c-c0e1-aa8ea8cd61e4" [ 752.695710] env[63005]: _type = "Task" [ 752.695710] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.710238] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521e4bd4-14dc-119c-c0e1-aa8ea8cd61e4, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.710318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 752.710592] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.714511] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-736b936d-09f3-4581-b690-0d0c3df88342 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.732502] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 752.732502] env[63005]: value = "task-2577294" [ 752.732502] env[63005]: _type = "Task" [ 752.732502] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.748254] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.812653] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.863270] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577289, 'name': ReconfigVM_Task, 'duration_secs': 0.684425} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.863320] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Reconfigured VM instance instance-0000002b to attach disk [datastore2] e5e494bc-0262-4de6-84e7-ffc2989b9e19/e5e494bc-0262-4de6-84e7-ffc2989b9e19.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 752.864387] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6737a64b-111c-40f6-bc92-084ddbbed0dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.881674] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 752.881674] env[63005]: value = "task-2577295" [ 752.881674] env[63005]: _type = "Task" [ 752.881674] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.894290] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577295, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.061655] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3d231f32-167d-486b-8e1a-42718713d9b0 tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.292s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.126121] env[63005]: DEBUG nova.network.neutron [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Updating instance_info_cache with network_info: [{"id": "994ba186-95fa-48f3-9b26-e4963178071b", "address": "fa:16:3e:98:8b:5c", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994ba186-95", "ovs_interfaceid": "994ba186-95fa-48f3-9b26-e4963178071b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.145324] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577291, 'name': PowerOffVM_Task, 'duration_secs': 0.219911} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.145662] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 753.145952] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 753.146231] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf7fc8e-53ae-438e-b739-89cdee99f5c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.167705] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b416988-6eff-4fb6-bce4-4a0da5cbf270 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.180087] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26b0da7-87a2-4e4f-bcc1-efdd6a321ef8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.195847] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577293, 'name': CreateVM_Task, 'duration_secs': 0.465015} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.226985] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 753.228990] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.230103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.230103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 753.230103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 753.230373] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.233831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.234125] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.234678] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 753.236044] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175ea465-3b83-413f-983c-bfcd48ff8a16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.240072] env[63005]: INFO nova.compute.manager [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Terminating instance [ 753.242368] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fba982b-a8b0-4841-af83-de96f9b61eb1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.262643] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577294, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.268279] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 753.268279] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5281b2d4-9528-8237-38a4-b57aa082348f" [ 753.268279] env[63005]: _type = "Task" [ 753.268279] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.268683] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 753.268951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 753.269296] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Deleting the datastore file [datastore2] 81fcc80a-8f80-4d40-a061-f33c012cf54f {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 753.270078] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33c0b07d-bb66-4925-a973-2d15c272c4b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.273947] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff9e8e-1d22-413f-8f3f-3f325779ec6b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.296465] env[63005]: DEBUG nova.compute.provider_tree [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.303035] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5281b2d4-9528-8237-38a4-b57aa082348f, 'name': SearchDatastore_Task, 'duration_secs': 0.012003} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.303267] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for the task: (returnval){ [ 753.303267] env[63005]: value = "task-2577297" [ 753.303267] env[63005]: _type = "Task" [ 753.303267] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.304066] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.304404] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.304796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 753.305098] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.305326] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.306279] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d5500a5-1760-42c6-bc34-aaf77f5fab70 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.318484] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577297, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.320048] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.320305] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.321805] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c92c3b39-b4d4-4cfa-b8a9-f2edcb9694c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.328671] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 753.328671] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525de60e-57d8-38f2-690e-17b5c53b99df" [ 753.328671] env[63005]: _type = "Task" [ 753.328671] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.340518] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525de60e-57d8-38f2-690e-17b5c53b99df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.390427] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577295, 'name': Rename_Task, 'duration_secs': 0.375355} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.390706] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.390987] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c533148-934d-41df-9303-d08deb470447 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.399388] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 753.399388] env[63005]: value = "task-2577298" [ 753.399388] env[63005]: _type = "Task" [ 753.399388] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.408472] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.565556] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.628316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 753.629104] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Instance network_info: |[{"id": "994ba186-95fa-48f3-9b26-e4963178071b", "address": "fa:16:3e:98:8b:5c", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994ba186-95", "ovs_interfaceid": "994ba186-95fa-48f3-9b26-e4963178071b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.629534] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Acquired lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.629822] env[63005]: DEBUG nova.network.neutron [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Refreshing network info cache for port 994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.631372] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:8b:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '994ba186-95fa-48f3-9b26-e4963178071b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.640876] env[63005]: DEBUG oslo.service.loopingcall [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.646256] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.650377] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0218dcef-d82b-49a6-b941-f1c00af683b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.671673] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.671673] env[63005]: value = "task-2577299" [ 753.671673] env[63005]: _type = "Task" [ 753.671673] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.685250] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577299, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.754699] env[63005]: DEBUG nova.compute.manager [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 753.755096] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 753.755511] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577294, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543097} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.756373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98788b75-4b98-40cd-a27c-35343ffe05d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.761250] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.761250] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.761250] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79cf9f6d-c47d-4555-8297-1c46b39e835d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.770322] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 753.772021] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2885d39-6ebc-4c3d-8e2c-6cf6bf8a4162 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.774280] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 753.774280] env[63005]: value = "task-2577300" [ 753.774280] env[63005]: _type = "Task" [ 753.774280] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.791476] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577300, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.796119] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 753.796119] env[63005]: value = "task-2577301" [ 753.796119] env[63005]: _type = "Task" [ 753.796119] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.805213] env[63005]: DEBUG nova.scheduler.client.report [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 753.812256] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577301, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.829465] env[63005]: DEBUG oslo_vmware.api [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Task: {'id': task-2577297, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168709} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.829465] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.829465] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.829465] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.829465] env[63005]: INFO nova.compute.manager [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Took 1.23 seconds to destroy the instance on the hypervisor. [ 753.829724] env[63005]: DEBUG oslo.service.loopingcall [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 753.829724] env[63005]: DEBUG nova.compute.manager [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 753.829883] env[63005]: DEBUG nova.network.neutron [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.848872] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525de60e-57d8-38f2-690e-17b5c53b99df, 'name': SearchDatastore_Task, 'duration_secs': 0.011399} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.850657] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6075916-6fa2-4572-82fe-e175cac85aad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.860643] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 753.860643] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bda661-0d9b-d7be-a877-b0923f19a0a9" [ 753.860643] env[63005]: _type = "Task" [ 753.860643] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.871842] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bda661-0d9b-d7be-a877-b0923f19a0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.911418] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577298, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.015053] env[63005]: DEBUG nova.network.neutron [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Updated VIF entry in instance network info cache for port 994ba186-95fa-48f3-9b26-e4963178071b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 754.015437] env[63005]: DEBUG nova.network.neutron [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Updating instance_info_cache with network_info: [{"id": "994ba186-95fa-48f3-9b26-e4963178071b", "address": "fa:16:3e:98:8b:5c", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994ba186-95", "ovs_interfaceid": "994ba186-95fa-48f3-9b26-e4963178071b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.094962] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 754.182717] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577299, 'name': CreateVM_Task, 'duration_secs': 0.440108} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.182717] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.183615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.183744] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.185847] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 754.185847] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd0dce95-2f6f-4ffb-99f8-44300da3895d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.189543] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 754.189543] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5243be04-ac25-2646-9456-458996b73b74" [ 754.189543] env[63005]: _type = "Task" [ 754.189543] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.198477] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5243be04-ac25-2646-9456-458996b73b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.284544] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577300, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.13839} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.284938] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.285898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe46cc3-6ad7-46f5-ac16-5ddd31fd8fcc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.311775] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.315345] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-adf25de5-8316-44da-858c-0852f5281110 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.330327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.845s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 754.330946] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 754.336554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.436s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 754.338047] env[63005]: INFO nova.compute.claims [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.346569] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577301, 'name': PowerOffVM_Task, 'duration_secs': 0.281001} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.349887] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.349887] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.349887] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2df7b81a-5c15-4cf1-9a31-0f82fb95e39b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.350713] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 754.350713] env[63005]: value = "task-2577302" [ 754.350713] env[63005]: _type = "Task" [ 754.350713] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.362014] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.368387] env[63005]: DEBUG nova.compute.manager [req-3416b5dc-472b-4794-8c72-fe14ee2745c7 req-12901513-944e-4771-9105-ecad370b4e4e service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Received event network-vif-deleted-d243a08e-22df-475c-999d-e6e5cde7b5e2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 754.368633] env[63005]: INFO nova.compute.manager [req-3416b5dc-472b-4794-8c72-fe14ee2745c7 req-12901513-944e-4771-9105-ecad370b4e4e service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Neutron deleted interface d243a08e-22df-475c-999d-e6e5cde7b5e2; detaching it from the instance and deleting it from the info cache [ 754.368825] env[63005]: DEBUG nova.network.neutron [req-3416b5dc-472b-4794-8c72-fe14ee2745c7 req-12901513-944e-4771-9105-ecad370b4e4e service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.379337] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bda661-0d9b-d7be-a877-b0923f19a0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.018009} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.379666] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.379938] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 62a61aa1-4f64-4027-bc3d-fecd76f8afb1/62a61aa1-4f64-4027-bc3d-fecd76f8afb1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.380471] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca7cb133-6696-49f7-8f8e-ba9534ade4ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.391962] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 754.391962] env[63005]: value = "task-2577304" [ 754.391962] env[63005]: _type = "Task" [ 754.391962] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.402434] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577304, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.414532] env[63005]: DEBUG oslo_vmware.api [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577298, 'name': PowerOnVM_Task, 'duration_secs': 0.790989} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.414532] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.414532] env[63005]: INFO nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Took 8.73 seconds to spawn the instance on the hypervisor. [ 754.414532] env[63005]: DEBUG nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.415418] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f492138-7642-4036-ba99-a8d9082faba7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.422942] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.423162] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.423376] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Deleting the datastore file [datastore1] 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.423648] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a8b266d-cac9-4dd0-a41c-0fe035dff821 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.437807] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for the task: (returnval){ [ 754.437807] env[63005]: value = "task-2577305" [ 754.437807] env[63005]: _type = "Task" [ 754.437807] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.447746] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577305, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.518899] env[63005]: DEBUG oslo_concurrency.lockutils [req-1272e4a2-c70c-42fb-99a5-b76f64a8d089 req-9df6e98c-3eb0-4e52-bbe6-89f2bef0cfa8 service nova] Releasing lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.702252] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5243be04-ac25-2646-9456-458996b73b74, 'name': SearchDatastore_Task, 'duration_secs': 0.029743} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.702769] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 754.703197] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.703597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 754.703894] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.704232] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.704729] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408e2517-a707-46b1-aa60-e27aaa775dda {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.720687] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.720959] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.721895] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61941c07-236e-4557-82cb-b39caedce306 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.730580] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 754.730580] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a98f8d-fc03-419f-0c4d-a385af7e51ce" [ 754.730580] env[63005]: _type = "Task" [ 754.730580] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.740510] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a98f8d-fc03-419f-0c4d-a385af7e51ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.846843] env[63005]: DEBUG nova.compute.utils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 754.848468] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 754.848666] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 754.850745] env[63005]: DEBUG nova.network.neutron [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.863707] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.871969] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67e95017-e003-404e-9dd1-d1fc0d019860 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.888339] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc370e69-1182-4475-ae3a-0d585bd50680 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.909903] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577304, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.949734] env[63005]: DEBUG nova.compute.manager [req-3416b5dc-472b-4794-8c72-fe14ee2745c7 req-12901513-944e-4771-9105-ecad370b4e4e service nova] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Detach interface failed, port_id=d243a08e-22df-475c-999d-e6e5cde7b5e2, reason: Instance 81fcc80a-8f80-4d40-a061-f33c012cf54f could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 754.951412] env[63005]: DEBUG nova.policy [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e5845dc338c4a17a914d9f0916b9561', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efa195b56019454c84fb9c2cfa2002f1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.958779] env[63005]: INFO nova.compute.manager [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Took 43.67 seconds to build instance. [ 754.967829] env[63005]: DEBUG oslo_vmware.api [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Task: {'id': task-2577305, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232312} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.968153] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 754.968340] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 754.968507] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 754.968759] env[63005]: INFO nova.compute.manager [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Took 1.21 seconds to destroy the instance on the hypervisor. [ 754.969152] env[63005]: DEBUG oslo.service.loopingcall [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 754.969362] env[63005]: DEBUG nova.compute.manager [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 754.969472] env[63005]: DEBUG nova.network.neutron [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 755.242966] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a98f8d-fc03-419f-0c4d-a385af7e51ce, 'name': SearchDatastore_Task, 'duration_secs': 0.025092} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.243812] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abfd4523-d885-4eb0-9270-eba75a744cb4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.250028] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 755.250028] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528bd6c1-9c22-925c-a0fc-926e543003c6" [ 755.250028] env[63005]: _type = "Task" [ 755.250028] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.259339] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528bd6c1-9c22-925c-a0fc-926e543003c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.264652] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Successfully created port: fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 755.329439] env[63005]: DEBUG nova.compute.manager [req-5b27c7b9-07b3-43e3-8464-199a5d12b92e req-a0d27ba4-97ca-487b-b114-80d79ad91f1d service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Received event network-vif-deleted-bbdb2d05-09e0-4d92-8292-9dac95d5deac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 755.329777] env[63005]: INFO nova.compute.manager [req-5b27c7b9-07b3-43e3-8464-199a5d12b92e req-a0d27ba4-97ca-487b-b114-80d79ad91f1d service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Neutron deleted interface bbdb2d05-09e0-4d92-8292-9dac95d5deac; detaching it from the instance and deleting it from the info cache [ 755.329777] env[63005]: DEBUG nova.network.neutron [req-5b27c7b9-07b3-43e3-8464-199a5d12b92e req-a0d27ba4-97ca-487b-b114-80d79ad91f1d service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.353049] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 755.359310] env[63005]: INFO nova.compute.manager [-] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Took 1.53 seconds to deallocate network for instance. [ 755.367142] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577302, 'name': ReconfigVM_Task, 'duration_secs': 0.641787} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.367900] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Reconfigured VM instance instance-00000029 to attach disk [datastore2] 1d25291d-0faa-43b0-97a2-2c2db98b46c8/1d25291d-0faa-43b0-97a2-2c2db98b46c8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.368179] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40f47f31-b28f-4591-a63c-323a6bdf74cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.378198] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 755.378198] env[63005]: value = "task-2577306" [ 755.378198] env[63005]: _type = "Task" [ 755.378198] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.387856] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577306, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.410652] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577304, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537773} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.413770] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 62a61aa1-4f64-4027-bc3d-fecd76f8afb1/62a61aa1-4f64-4027-bc3d-fecd76f8afb1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.414366] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.415605] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b0bdbeb-a5c5-4a2b-b31a-78afe58ad406 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.425597] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 755.425597] env[63005]: value = "task-2577307" [ 755.425597] env[63005]: _type = "Task" [ 755.425597] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.442431] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.464366] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d69261-7bea-474e-99f3-28d24b6918e8 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.164s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 755.766018] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528bd6c1-9c22-925c-a0fc-926e543003c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011365} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.766290] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 755.766546] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1a1dab80-6129-4b21-8883-d97a39d16cd6/1a1dab80-6129-4b21-8883-d97a39d16cd6.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.766901] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a2e462-dfe6-40ae-873f-c64309cdb4d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.778051] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 755.778051] env[63005]: value = "task-2577308" [ 755.778051] env[63005]: _type = "Task" [ 755.778051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.790523] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577308, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.812870] env[63005]: DEBUG nova.network.neutron [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.833975] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f76ad783-4501-4dcc-a77d-af92f5faae26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.845123] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19633414-f00a-442b-991f-85b9b4f37214 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.868738] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 755.909095] env[63005]: DEBUG nova.compute.manager [req-5b27c7b9-07b3-43e3-8464-199a5d12b92e req-a0d27ba4-97ca-487b-b114-80d79ad91f1d service nova] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Detach interface failed, port_id=bbdb2d05-09e0-4d92-8292-9dac95d5deac, reason: Instance 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 755.918095] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577306, 'name': Rename_Task, 'duration_secs': 0.346181} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.919804] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.920898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcf7c99-1d24-4870-8b64-b43bdccf74f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.925211] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adb59c99-d393-460d-bb6f-99a4318eda10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.938874] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35bac28-44b1-47c3-af93-6ce5d24312a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.951015] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069622} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.951476] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 755.951476] env[63005]: value = "task-2577309" [ 755.951476] env[63005]: _type = "Task" [ 755.951476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.952385] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 755.953714] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8769582d-f91f-4871-ad81-cb1f63368f60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.006870] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.014024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b80cac1-6224-4a11-aec2-28a8be5cb915 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.042894] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 62a61aa1-4f64-4027-bc3d-fecd76f8afb1/62a61aa1-4f64-4027-bc3d-fecd76f8afb1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.043252] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577309, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.044190] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc2141c-cf17-45f7-ba9a-2e698bccc546 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.066184] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f313a0-a7bc-4334-8231-7a05ff4e8ba0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.072812] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 756.072812] env[63005]: value = "task-2577310" [ 756.072812] env[63005]: _type = "Task" [ 756.072812] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.086273] env[63005]: DEBUG nova.compute.provider_tree [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.095755] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.222720] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae36f30-32ba-486e-8337-314a623b7c4e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.231535] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Suspending the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 756.231873] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-560be3cd-b56d-44d2-a3a3-d81c3d5dfb68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.243597] env[63005]: DEBUG oslo_vmware.api [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] Waiting for the task: (returnval){ [ 756.243597] env[63005]: value = "task-2577311" [ 756.243597] env[63005]: _type = "Task" [ 756.243597] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.254017] env[63005]: DEBUG oslo_vmware.api [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] Task: {'id': task-2577311, 'name': SuspendVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.289026] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577308, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467607} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.289381] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1a1dab80-6129-4b21-8883-d97a39d16cd6/1a1dab80-6129-4b21-8883-d97a39d16cd6.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.289601] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.289864] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fffa609-dbc6-4176-8ef0-fbed857f38fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.298652] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 756.298652] env[63005]: value = "task-2577312" [ 756.298652] env[63005]: _type = "Task" [ 756.298652] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.309224] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.317919] env[63005]: INFO nova.compute.manager [-] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Took 1.35 seconds to deallocate network for instance. [ 756.366601] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 756.395518] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:35:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='540176c2-efd8-48a9-986f-273aeb35a2a8',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1228069354',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 756.395941] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 756.396234] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.396538] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 756.396807] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.397091] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 756.397466] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 756.397748] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 756.398077] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 756.398372] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 756.398682] env[63005]: DEBUG nova.virt.hardware [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 756.400162] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8ec5e2-c8ca-40f0-b6bc-3bec9bdc5586 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.414724] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5bcf22-b06e-4201-b96d-3cc346a49ad7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.463427] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577309, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.528126] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.584690] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.590491] env[63005]: DEBUG nova.scheduler.client.report [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.755176] env[63005]: DEBUG oslo_vmware.api [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] Task: {'id': task-2577311, 'name': SuspendVM_Task} progress is 58%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.800595] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Successfully updated port: fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 756.812315] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.812514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.814721] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880bd3d4-3b59-44e1-90bd-24b8e087f563 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.834381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.844211] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 1a1dab80-6129-4b21-8883-d97a39d16cd6/1a1dab80-6129-4b21-8883-d97a39d16cd6.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.844506] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe0bb428-f665-4fe7-be7d-4737a2c78b6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.867905] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 756.867905] env[63005]: value = "task-2577313" [ 756.867905] env[63005]: _type = "Task" [ 756.867905] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.877435] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.885059] env[63005]: DEBUG nova.compute.manager [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Received event network-vif-plugged-fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 756.885188] env[63005]: DEBUG oslo_concurrency.lockutils [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] Acquiring lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.885389] env[63005]: DEBUG oslo_concurrency.lockutils [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.885558] env[63005]: DEBUG oslo_concurrency.lockutils [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.885728] env[63005]: DEBUG nova.compute.manager [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] No waiting events found dispatching network-vif-plugged-fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.885892] env[63005]: WARNING nova.compute.manager [req-032b1c94-3c6a-474c-b9f6-0749708cd2ee req-2224d002-ec55-4c8a-aaa7-bf2218033076 service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Received unexpected event network-vif-plugged-fd9ff20f-2825-4a18-9716-16eec65e964e for instance with vm_state building and task_state spawning. [ 756.962945] env[63005]: DEBUG oslo_vmware.api [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577309, 'name': PowerOnVM_Task, 'duration_secs': 0.941999} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.963248] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.963451] env[63005]: DEBUG nova.compute.manager [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 756.964233] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9721424-fcbb-4e04-96da-749da9e53696 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.085769] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.096774] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.096975] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 757.099561] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.973s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 757.099805] env[63005]: DEBUG nova.objects.instance [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lazy-loading 'resources' on Instance uuid 4329770f-b089-46da-8d91-c9e953ba3a09 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.257705] env[63005]: DEBUG oslo_vmware.api [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] Task: {'id': task-2577311, 'name': SuspendVM_Task, 'duration_secs': 0.899471} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.257928] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Suspended the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 757.258126] env[63005]: DEBUG nova.compute.manager [None req-2d9b155f-454f-46c7-9915-df503a815f2f tempest-ServersAdminNegativeTestJSON-1693923220 tempest-ServersAdminNegativeTestJSON-1693923220-project-admin] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 757.258898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5fe811-e9f6-449d-b703-32861b24509c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.306510] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 757.306640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.306784] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.378235] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577313, 'name': ReconfigVM_Task, 'duration_secs': 0.319052} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.378531] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 1a1dab80-6129-4b21-8883-d97a39d16cd6/1a1dab80-6129-4b21-8883-d97a39d16cd6.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.379366] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c975d67-4a1b-48ae-9548-b2f2400a50f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.387089] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 757.387089] env[63005]: value = "task-2577314" [ 757.387089] env[63005]: _type = "Task" [ 757.387089] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.397541] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577314, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.481063] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 757.585889] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.603526] env[63005]: DEBUG nova.compute.utils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 757.604970] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 757.605157] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 757.649811] env[63005]: DEBUG nova.policy [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6cab1edf799b42debacf04fcd6a5cfcd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39cb454820614d90983c8b197f5b31af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 757.883465] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 757.896995] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577314, 'name': Rename_Task, 'duration_secs': 0.186643} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.897390] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.897682] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-795d41c7-05f4-4a4d-ab03-df89377f64fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.909664] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 757.909664] env[63005]: value = "task-2577315" [ 757.909664] env[63005]: _type = "Task" [ 757.909664] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.934538] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.964662] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Successfully created port: bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 758.087989] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577310, 'name': ReconfigVM_Task, 'duration_secs': 1.923484} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.091055] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 62a61aa1-4f64-4027-bc3d-fecd76f8afb1/62a61aa1-4f64-4027-bc3d-fecd76f8afb1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.091967] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83c426a2-4ed8-4e8c-bc75-7603fb0cb17d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.100486] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 758.100486] env[63005]: value = "task-2577316" [ 758.100486] env[63005]: _type = "Task" [ 758.100486] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.114315] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 758.121237] env[63005]: DEBUG nova.network.neutron [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.124171] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577316, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.197586] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b06d78f-5ebb-4f02-8d2f-943e0fa88649 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.210953] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c395c410-2b88-42e0-98c6-05b03a1ec4e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.247196] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daed0523-d4f4-4640-bdd1-6ab86c4e9c0c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.258837] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a57fe6e-c946-45a6-9e2e-4e16e341b1e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.275532] env[63005]: DEBUG nova.compute.provider_tree [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.421837] env[63005]: DEBUG oslo_vmware.api [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577315, 'name': PowerOnVM_Task, 'duration_secs': 0.489827} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.422288] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 758.422362] env[63005]: INFO nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Took 7.15 seconds to spawn the instance on the hypervisor. [ 758.422529] env[63005]: DEBUG nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 758.423334] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a17a8de-ec72-4c43-81f3-39d461ca4226 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.521022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.521022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.521022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 758.521022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 758.521362] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 758.522643] env[63005]: INFO nova.compute.manager [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Terminating instance [ 758.612021] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577316, 'name': Rename_Task, 'duration_secs': 0.26477} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.612021] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 758.612021] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64c777e8-4ef1-48e3-99e6-ea0baaa652df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.620410] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 758.620410] env[63005]: value = "task-2577317" [ 758.620410] env[63005]: _type = "Task" [ 758.620410] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.628581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 758.628897] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Instance network_info: |[{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 758.633408] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:c7:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd9ff20f-2825-4a18-9716-16eec65e964e', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.646949] env[63005]: DEBUG oslo.service.loopingcall [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 758.647305] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.647619] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.647887] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8789f337-8cc0-482d-bdf6-91c78133ae66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.678498] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.678498] env[63005]: value = "task-2577318" [ 758.678498] env[63005]: _type = "Task" [ 758.678498] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.687698] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577318, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.778797] env[63005]: DEBUG nova.scheduler.client.report [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.946273] env[63005]: INFO nova.compute.manager [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Took 40.26 seconds to build instance. [ 758.966531] env[63005]: DEBUG nova.compute.manager [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Received event network-changed-fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 758.966932] env[63005]: DEBUG nova.compute.manager [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Refreshing instance network info cache due to event network-changed-fd9ff20f-2825-4a18-9716-16eec65e964e. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 758.967134] env[63005]: DEBUG oslo_concurrency.lockutils [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 758.967300] env[63005]: DEBUG oslo_concurrency.lockutils [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.967523] env[63005]: DEBUG nova.network.neutron [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Refreshing network info cache for port fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 759.027380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "refresh_cache-1d25291d-0faa-43b0-97a2-2c2db98b46c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.027380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "refresh_cache-1d25291d-0faa-43b0-97a2-2c2db98b46c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.027380] env[63005]: DEBUG nova.network.neutron [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.132955] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.134092] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 759.160271] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 759.160524] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 759.160682] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.160920] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 759.161575] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.161830] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 759.162082] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 759.162259] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 759.162430] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 759.162591] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 759.162795] env[63005]: DEBUG nova.virt.hardware [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 759.163703] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64e162e-4b34-4078-be1a-8bcc59d5bf7a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.173101] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683a5480-50a0-4358-b2a7-6d022c84d05b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.197994] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577318, 'name': CreateVM_Task, 'duration_secs': 0.452603} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.197994] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.198304] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.198474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.198790] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 759.199137] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8018d995-dd4f-4de1-a3d0-1a62865e352f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.204785] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 759.204785] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52fe0275-96d4-1de7-2a28-62d9a0af5d97" [ 759.204785] env[63005]: _type = "Task" [ 759.204785] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.214319] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fe0275-96d4-1de7-2a28-62d9a0af5d97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.286625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.290660] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.704s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.290660] env[63005]: DEBUG nova.objects.instance [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lazy-loading 'resources' on Instance uuid 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 759.314187] env[63005]: INFO nova.scheduler.client.report [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleted allocations for instance 4329770f-b089-46da-8d91-c9e953ba3a09 [ 759.448705] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30bac3a1-8a7e-4f3e-9b3d-648d8a059c0c tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.148s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.505680] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Acquiring lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.505890] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Acquired lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.506104] env[63005]: DEBUG nova.network.neutron [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 759.525018] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Successfully updated port: bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 759.548807] env[63005]: DEBUG nova.network.neutron [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 759.599356] env[63005]: DEBUG nova.network.neutron [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.638968] env[63005]: DEBUG oslo_vmware.api [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577317, 'name': PowerOnVM_Task, 'duration_secs': 0.74129} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.639251] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.639455] env[63005]: INFO nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Took 11.16 seconds to spawn the instance on the hypervisor. [ 759.639630] env[63005]: DEBUG nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 759.640438] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd62a5b-4b2e-4573-b754-53a3895a98cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.723710] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fe0275-96d4-1de7-2a28-62d9a0af5d97, 'name': SearchDatastore_Task, 'duration_secs': 0.012044} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.724154] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 759.724491] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.724821] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 759.725056] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.725411] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.725684] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba4dfa6a-5edf-4a8d-8e32-4a72a1bc34fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.738430] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.738703] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.740388] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1065f3e-e7c5-4583-9816-223c9ebc87cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.748210] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 759.748210] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c1d796-7faa-fb62-4668-0395cecf1030" [ 759.748210] env[63005]: _type = "Task" [ 759.748210] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.758672] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c1d796-7faa-fb62-4668-0395cecf1030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.827664] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80310562-3189-453f-97ba-a33865222d86 tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "4329770f-b089-46da-8d91-c9e953ba3a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.267s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.870542] env[63005]: DEBUG nova.network.neutron [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updated VIF entry in instance network info cache for port fd9ff20f-2825-4a18-9716-16eec65e964e. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 759.871141] env[63005]: DEBUG nova.network.neutron [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.951882] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 760.027538] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 760.027692] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquired lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.027836] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 760.106170] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "refresh_cache-1d25291d-0faa-43b0-97a2-2c2db98b46c8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.106563] env[63005]: DEBUG nova.compute.manager [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 760.106753] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.107843] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e822dac-2d20-432b-8416-21a5b9a3ff18 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.116503] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.116756] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d40ad7d-a6d2-4c88-a7eb-6b7bfcd9f74e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.125426] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 760.125426] env[63005]: value = "task-2577319" [ 760.125426] env[63005]: _type = "Task" [ 760.125426] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.135051] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.161397] env[63005]: INFO nova.compute.manager [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Took 43.62 seconds to build instance. [ 760.263448] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c1d796-7faa-fb62-4668-0395cecf1030, 'name': SearchDatastore_Task, 'duration_secs': 0.012373} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.264303] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03bbc611-6a8b-4fa8-9947-3a40d0bac9d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.274500] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 760.274500] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ddc305-c5df-3273-77ad-f4dfedbb573e" [ 760.274500] env[63005]: _type = "Task" [ 760.274500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.285888] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ddc305-c5df-3273-77ad-f4dfedbb573e, 'name': SearchDatastore_Task, 'duration_secs': 0.012206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.288524] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.288799] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.291124] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff0d0784-4f46-4e43-9a40-31309246b34d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.303111] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 760.303111] env[63005]: value = "task-2577320" [ 760.303111] env[63005]: _type = "Task" [ 760.303111] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.313387] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.333575] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530df435-71fd-4acc-99ce-0348bfbdab2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.342826] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a906e92-cb0f-4d26-836e-61d20a910acf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.379227] env[63005]: DEBUG oslo_concurrency.lockutils [req-ba8f954c-8ad9-48ec-a4af-46eb2c674759 req-818bb237-dd3a-4ee9-9b10-f94f6ea329fd service nova] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 760.380462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0209fe8-0e7b-42b1-8fcd-dde31b869c2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.389174] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e407253-feb5-4aa5-b1dc-f80276bf99e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.403981] env[63005]: DEBUG nova.compute.provider_tree [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.473176] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.562294] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 760.639028] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577319, 'name': PowerOffVM_Task, 'duration_secs': 0.316548} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.639097] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.639784] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.642968] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92928e66-8439-44d6-b058-1c83bacd0107 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.666172] env[63005]: DEBUG oslo_concurrency.lockutils [None req-25c0a70f-977d-459c-a75c-ecbddab32a92 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.150s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.679448] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 760.679707] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 760.679887] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleting the datastore file [datastore2] 1d25291d-0faa-43b0-97a2-2c2db98b46c8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 760.680220] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc1be152-7875-4a3d-8589-4ca023def33f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.691784] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 760.691784] env[63005]: value = "task-2577322" [ 760.691784] env[63005]: _type = "Task" [ 760.691784] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.708361] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.713518] env[63005]: DEBUG nova.network.neutron [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Updating instance_info_cache with network_info: [{"id": "994ba186-95fa-48f3-9b26-e4963178071b", "address": "fa:16:3e:98:8b:5c", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994ba186-95", "ovs_interfaceid": "994ba186-95fa-48f3-9b26-e4963178071b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.742173] env[63005]: DEBUG nova.network.neutron [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Updating instance_info_cache with network_info: [{"id": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "address": "fa:16:3e:15:25:1f", "network": {"id": "bff831cc-33a7-4470-ae43-de1f13778980", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735922885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39cb454820614d90983c8b197f5b31af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9643db-8a", "ovs_interfaceid": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.815867] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488313} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.815867] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.816096] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.816211] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e822eb2-9ace-4b51-bc1c-92a0467a5049 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.823715] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 760.823715] env[63005]: value = "task-2577323" [ 760.823715] env[63005]: _type = "Task" [ 760.823715] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.833707] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.907647] env[63005]: DEBUG nova.scheduler.client.report [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.172449] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 761.205840] env[63005]: DEBUG oslo_vmware.api [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1839} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.206088] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.206294] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.206472] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.206643] env[63005]: INFO nova.compute.manager [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Took 1.10 seconds to destroy the instance on the hypervisor. [ 761.207137] env[63005]: DEBUG oslo.service.loopingcall [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.207375] env[63005]: DEBUG nova.compute.manager [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 761.207472] env[63005]: DEBUG nova.network.neutron [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.216686] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Releasing lock "refresh_cache-1a1dab80-6129-4b21-8883-d97a39d16cd6" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.216927] env[63005]: DEBUG nova.compute.manager [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Inject network info {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 761.218393] env[63005]: DEBUG nova.compute.manager [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] network_info to inject: |[{"id": "994ba186-95fa-48f3-9b26-e4963178071b", "address": "fa:16:3e:98:8b:5c", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap994ba186-95", "ovs_interfaceid": "994ba186-95fa-48f3-9b26-e4963178071b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 761.222379] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Reconfiguring VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 761.223033] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d9383a-90ae-4389-9d4b-277d49191213 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.233640] env[63005]: DEBUG nova.network.neutron [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.244232] env[63005]: DEBUG oslo_vmware.api [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Waiting for the task: (returnval){ [ 761.244232] env[63005]: value = "task-2577324" [ 761.244232] env[63005]: _type = "Task" [ 761.244232] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.244368] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Releasing lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 761.244639] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Instance network_info: |[{"id": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "address": "fa:16:3e:15:25:1f", "network": {"id": "bff831cc-33a7-4470-ae43-de1f13778980", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735922885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39cb454820614d90983c8b197f5b31af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9643db-8a", "ovs_interfaceid": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 761.249505] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:25:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a64108f9-df0a-4feb-bbb5-97f5841c356c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf9643db-8a95-4798-b7a6-f90728b80bd1', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.257034] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Creating folder: Project (39cb454820614d90983c8b197f5b31af). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.257643] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4d0c3128-729f-4571-9776-a9847a363547 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.266086] env[63005]: DEBUG oslo_vmware.api [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Task: {'id': task-2577324, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.273091] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Created folder: Project (39cb454820614d90983c8b197f5b31af) in parent group-v519994. [ 761.273309] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Creating folder: Instances. Parent ref: group-v520125. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.273563] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-657a309a-fcf5-41b7-a979-e670a401faa2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.287598] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Created folder: Instances in parent group-v520125. [ 761.287842] env[63005]: DEBUG oslo.service.loopingcall [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 761.288064] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.288288] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430a8856-082f-42f1-b1e6-6b773c6c5e19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.312571] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.312571] env[63005]: value = "task-2577327" [ 761.312571] env[63005]: _type = "Task" [ 761.312571] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.320008] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577327, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.332607] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091152} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.332948] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.333726] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfced5e6-e292-4ff7-8783-1ac3ca01f2b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.358258] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.358590] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2c3c43d-6a53-4d87-b967-c37525b77a80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.380494] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 761.380494] env[63005]: value = "task-2577328" [ 761.380494] env[63005]: _type = "Task" [ 761.380494] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.387244] env[63005]: DEBUG nova.compute.manager [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Received event network-vif-plugged-bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.387523] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Acquiring lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.387759] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.387924] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.388100] env[63005]: DEBUG nova.compute.manager [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] No waiting events found dispatching network-vif-plugged-bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 761.388263] env[63005]: WARNING nova.compute.manager [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Received unexpected event network-vif-plugged-bf9643db-8a95-4798-b7a6-f90728b80bd1 for instance with vm_state building and task_state spawning. [ 761.388418] env[63005]: DEBUG nova.compute.manager [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Received event network-changed-bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 761.388642] env[63005]: DEBUG nova.compute.manager [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Refreshing instance network info cache due to event network-changed-bf9643db-8a95-4798-b7a6-f90728b80bd1. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 761.388842] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Acquiring lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 761.388974] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Acquired lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.389461] env[63005]: DEBUG nova.network.neutron [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Refreshing network info cache for port bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 761.398022] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577328, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.412287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.415032] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.828s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.415268] env[63005]: DEBUG nova.objects.instance [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lazy-loading 'resources' on Instance uuid 0a3c5e11-62b6-4f02-bc14-917a932ecf54 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.439808] env[63005]: INFO nova.scheduler.client.report [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Deleted allocations for instance 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a [ 761.694104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.736283] env[63005]: DEBUG nova.network.neutron [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.755999] env[63005]: DEBUG oslo_vmware.api [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] Task: {'id': task-2577324, 'name': ReconfigVM_Task, 'duration_secs': 0.251555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.756599] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2b3cd15f-78a5-459f-8459-1f631eda561e tempest-ServersAdminTestJSON-1585723191 tempest-ServersAdminTestJSON-1585723191-project-admin] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Reconfigured VM instance to set the machine id {{(pid=63005) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 761.823629] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577327, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.894417] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.949324] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3c100f43-cd25-4d9f-abfb-c37f1895635a tempest-FloatingIPsAssociationNegativeTestJSON-1744227125 tempest-FloatingIPsAssociationNegativeTestJSON-1744227125-project-member] Lock "92a7d8c9-a3d1-4a2f-8d73-3dc94778221a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.808s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.076157] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.076406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.076587] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.076765] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.076941] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.079505] env[63005]: INFO nova.compute.manager [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Terminating instance [ 762.240583] env[63005]: INFO nova.compute.manager [-] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Took 1.03 seconds to deallocate network for instance. [ 762.251054] env[63005]: DEBUG nova.network.neutron [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Updated VIF entry in instance network info cache for port bf9643db-8a95-4798-b7a6-f90728b80bd1. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 762.251054] env[63005]: DEBUG nova.network.neutron [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Updating instance_info_cache with network_info: [{"id": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "address": "fa:16:3e:15:25:1f", "network": {"id": "bff831cc-33a7-4470-ae43-de1f13778980", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1735922885-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "39cb454820614d90983c8b197f5b31af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a64108f9-df0a-4feb-bbb5-97f5841c356c", "external-id": "nsx-vlan-transportzone-67", "segmentation_id": 67, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf9643db-8a", "ovs_interfaceid": "bf9643db-8a95-4798-b7a6-f90728b80bd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.328036] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577327, 'name': CreateVM_Task, 'duration_secs': 0.566031} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.328221] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 762.329055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.329155] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.329403] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 762.329663] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-580932dd-c6c4-4ce2-89e1-7423d91cc330 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.340897] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 762.340897] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52caefb8-874e-60c5-2829-108c1d4368cd" [ 762.340897] env[63005]: _type = "Task" [ 762.340897] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.355473] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52caefb8-874e-60c5-2829-108c1d4368cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.394155] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577328, 'name': ReconfigVM_Task, 'duration_secs': 0.589674} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.394155] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfigured VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.394438] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-461cc093-77fe-47a9-9914-bf8a1db38efb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.401698] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 762.401698] env[63005]: value = "task-2577329" [ 762.401698] env[63005]: _type = "Task" [ 762.401698] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.416976] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577329, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.487048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3033f-e084-4d3a-9edf-aba0c82137cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.497160] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98d2d787-797b-493f-97c2-8eda1d1ea2bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.536722] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a24f05-9293-4a41-a4e2-7d05583e3084 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.546759] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e114e1-a5b6-4611-83f6-ba70f19b7eb4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.563545] env[63005]: DEBUG nova.compute.provider_tree [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.586031] env[63005]: DEBUG nova.compute.manager [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.586031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.586031] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f2cbd-11eb-463e-bdde-09b31bd2774b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.593672] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 762.594256] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2a0cf9b-6c43-4e53-a19b-3499c053c3dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.605022] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 762.605022] env[63005]: value = "task-2577330" [ 762.605022] env[63005]: _type = "Task" [ 762.605022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.617793] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577330, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.655264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.655653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.656213] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.656464] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 762.656738] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 762.659514] env[63005]: INFO nova.compute.manager [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Terminating instance [ 762.759335] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 762.763198] env[63005]: DEBUG oslo_concurrency.lockutils [req-0a265c07-8e81-4cac-92dc-14f866f78eb7 req-bb6d526b-2d37-492a-8826-bdbb6ff5fd4b service nova] Releasing lock "refresh_cache-bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.854948] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52caefb8-874e-60c5-2829-108c1d4368cd, 'name': SearchDatastore_Task, 'duration_secs': 0.011206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.855316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 762.855563] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.855796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 762.855943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.856136] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.856555] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f0e86c1-e1a2-4c3e-8d1b-08f99d4e9323 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.870266] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.870467] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.871259] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00dd7469-5e0c-468d-b16f-9ace5e7932db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.878701] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 762.878701] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d12ee1-73f7-9e77-c06e-4389ef622501" [ 762.878701] env[63005]: _type = "Task" [ 762.878701] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.887522] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d12ee1-73f7-9e77-c06e-4389ef622501, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.913272] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577329, 'name': Rename_Task, 'duration_secs': 0.226413} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.913729] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.914100] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9e5e63d-a4e0-49c6-9833-7af05299a4a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.922742] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 762.922742] env[63005]: value = "task-2577331" [ 762.922742] env[63005]: _type = "Task" [ 762.922742] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.932927] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.068108] env[63005]: DEBUG nova.scheduler.client.report [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.118969] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577330, 'name': PowerOffVM_Task, 'duration_secs': 0.218862} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.119344] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 763.119807] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.119807] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ddf579f-d7cc-4912-b4b9-1b70262216c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.163781] env[63005]: DEBUG nova.compute.manager [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 763.163934] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 763.164855] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e677a18-df7b-4f3e-af3c-fe3f4a386166 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.177294] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 763.177604] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c5379a4-7f7a-4a34-ab7e-fa0da0305807 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.197898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.197898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.197898] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore2] 62a61aa1-4f64-4027-bc3d-fecd76f8afb1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.197898] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f140fa59-d978-4057-8255-875b0785c294 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.207850] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 763.207850] env[63005]: value = "task-2577334" [ 763.207850] env[63005]: _type = "Task" [ 763.207850] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.217804] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.262673] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 763.266027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 763.266027] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleting the datastore file [datastore2] e5e494bc-0262-4de6-84e7-ffc2989b9e19 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 763.266027] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7f86728-5832-4ba6-a357-0badcb3a55bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.271729] env[63005]: DEBUG oslo_vmware.api [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 763.271729] env[63005]: value = "task-2577335" [ 763.271729] env[63005]: _type = "Task" [ 763.271729] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.282227] env[63005]: DEBUG oslo_vmware.api [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.391707] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d12ee1-73f7-9e77-c06e-4389ef622501, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.396547] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671a3290-ac84-4629-8bce-4d3e65db0c02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.402592] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 763.402592] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52375e06-90b9-2342-0ed3-7c5f96d52d9a" [ 763.402592] env[63005]: _type = "Task" [ 763.402592] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.413033] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52375e06-90b9-2342-0ed3-7c5f96d52d9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.421899] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 763.422866] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1a9de5-917a-4111-9d95-47d345212661 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.434648] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577331, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.436332] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 763.436481] env[63005]: ERROR oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk due to incomplete transfer. [ 763.436702] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5a350e27-786b-46df-a1d5-279f62e395fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.444879] env[63005]: DEBUG oslo_vmware.rw_handles [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f6c585-9fe9-8f7e-1755-4e9e9b460143/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 763.445076] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploaded image fbc8b80d-9171-43ad-9f44-9747f05b470c to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 763.448462] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 763.448462] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e2363edb-a0e6-4016-b2f1-c584ce3e688c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.455810] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 763.455810] env[63005]: value = "task-2577336" [ 763.455810] env[63005]: _type = "Task" [ 763.455810] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.465633] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577336, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.573340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.158s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 763.575656] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.369s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 763.577282] env[63005]: INFO nova.compute.claims [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.608174] env[63005]: INFO nova.scheduler.client.report [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Deleted allocations for instance 0a3c5e11-62b6-4f02-bc14-917a932ecf54 [ 763.722626] env[63005]: DEBUG oslo_vmware.api [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180901} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.722880] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.723098] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.723280] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.723446] env[63005]: INFO nova.compute.manager [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 763.723704] env[63005]: DEBUG oslo.service.loopingcall [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 763.723903] env[63005]: DEBUG nova.compute.manager [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.723997] env[63005]: DEBUG nova.network.neutron [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.494605] env[63005]: DEBUG oslo_vmware.api [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35343} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.497158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f83afd85-c1ab-458b-86f4-21a12416178c tempest-ListServerFiltersTestJSON-328120648 tempest-ListServerFiltersTestJSON-328120648-project-member] Lock "0a3c5e11-62b6-4f02-bc14-917a932ecf54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.876s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.510532] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 764.510711] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 764.510874] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 764.511047] env[63005]: INFO nova.compute.manager [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Took 1.35 seconds to destroy the instance on the hypervisor. [ 764.511308] env[63005]: DEBUG oslo.service.loopingcall [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 764.512629] env[63005]: DEBUG nova.compute.manager [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 764.512726] env[63005]: DEBUG nova.network.neutron [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 764.526370] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52375e06-90b9-2342-0ed3-7c5f96d52d9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.526657] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577336, 'name': Destroy_Task, 'duration_secs': 0.420437} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.529994] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 764.530333] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] bfdf748a-eb28-4c29-90d9-2f9cbe6dab04/bfdf748a-eb28-4c29-90d9-2f9cbe6dab04.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 764.530910] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroyed the VM [ 764.531209] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 764.531501] env[63005]: DEBUG oslo_vmware.api [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577331, 'name': PowerOnVM_Task, 'duration_secs': 0.8952} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.531728] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b6460677-e5c9-44fa-af56-8c279fcf78bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.534367] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3d2ee096-7d18-45ae-8817-df8219dad222 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.535931] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.536186] env[63005]: INFO nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Took 8.17 seconds to spawn the instance on the hypervisor. [ 764.536401] env[63005]: DEBUG nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 764.537593] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97139f79-091b-4b47-bab3-74d269b91f76 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.548312] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 764.548312] env[63005]: value = "task-2577338" [ 764.548312] env[63005]: _type = "Task" [ 764.548312] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.550405] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 764.550405] env[63005]: value = "task-2577337" [ 764.550405] env[63005]: _type = "Task" [ 764.550405] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.578345] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577338, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.578531] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.960082] env[63005]: DEBUG nova.compute.manager [req-8897e1cc-7345-42ee-9830-062e6e0f8027 req-1a59766e-0124-4088-a0e0-d38b067f5d3f service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Received event network-vif-deleted-e3bcf476-8416-4ebf-8734-f920a4fbdb79 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 764.960453] env[63005]: INFO nova.compute.manager [req-8897e1cc-7345-42ee-9830-062e6e0f8027 req-1a59766e-0124-4088-a0e0-d38b067f5d3f service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Neutron deleted interface e3bcf476-8416-4ebf-8734-f920a4fbdb79; detaching it from the instance and deleting it from the info cache [ 764.960649] env[63005]: DEBUG nova.network.neutron [req-8897e1cc-7345-42ee-9830-062e6e0f8027 req-1a59766e-0124-4088-a0e0-d38b067f5d3f service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.013160] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.013477] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.013708] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.014099] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.014519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.017177] env[63005]: INFO nova.compute.manager [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Rebuilding instance [ 765.019739] env[63005]: INFO nova.compute.manager [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Terminating instance [ 765.073481] env[63005]: DEBUG nova.compute.manager [req-5b2c5093-e9d4-4cf0-b76d-20e5440f1d71 req-a868af97-e3ed-4db6-b631-bfc598e1d2df service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Received event network-vif-deleted-be7ad022-3c8d-446c-bfe3-e48e59492afd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 765.074369] env[63005]: INFO nova.compute.manager [req-5b2c5093-e9d4-4cf0-b76d-20e5440f1d71 req-a868af97-e3ed-4db6-b631-bfc598e1d2df service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Neutron deleted interface be7ad022-3c8d-446c-bfe3-e48e59492afd; detaching it from the instance and deleting it from the info cache [ 765.074629] env[63005]: DEBUG nova.network.neutron [req-5b2c5093-e9d4-4cf0-b76d-20e5440f1d71 req-a868af97-e3ed-4db6-b631-bfc598e1d2df service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.088250] env[63005]: INFO nova.compute.manager [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Took 43.54 seconds to build instance. [ 765.096720] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577338, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.101192] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.115019] env[63005]: DEBUG nova.compute.manager [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.115019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6c26f3-788e-47af-a6b6-4b7f465d44d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.239019] env[63005]: DEBUG nova.network.neutron [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.431566] env[63005]: DEBUG nova.network.neutron [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.464034] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-44cac4a6-1053-4609-b88c-8e32c513ad85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.476805] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcff270-2590-43bc-ac55-7dffd00f7941 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.519579] env[63005]: DEBUG nova.compute.manager [req-8897e1cc-7345-42ee-9830-062e6e0f8027 req-1a59766e-0124-4088-a0e0-d38b067f5d3f service nova] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Detach interface failed, port_id=e3bcf476-8416-4ebf-8734-f920a4fbdb79, reason: Instance 62a61aa1-4f64-4027-bc3d-fecd76f8afb1 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 765.528926] env[63005]: DEBUG nova.compute.manager [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 765.528926] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.528926] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ff913a-e3e8-40f9-8c61-4e42bab92727 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.536745] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.539498] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c72bb01-4b09-4b7d-b082-7b60de41e8eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.547501] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 765.547501] env[63005]: value = "task-2577339" [ 765.547501] env[63005]: _type = "Task" [ 765.547501] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.555305] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf8e37b-e088-4b65-9859-abd2150b93a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.564373] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577339, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.570026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b9049c-e99d-459c-841b-0350f8574dad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.576613] env[63005]: DEBUG oslo_vmware.api [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577338, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624752} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.578138] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 765.578138] env[63005]: INFO nova.compute.manager [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 18.52 seconds to snapshot the instance on the hypervisor. [ 765.609921] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577337, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579676} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.610663] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4e9d8c30-68f1-4532-a836-a0fc8716a584 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.078s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.611458] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0fe9c9ce-98f8-4a81-b50a-1c34ab86871e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.613848] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] bfdf748a-eb28-4c29-90d9-2f9cbe6dab04/bfdf748a-eb28-4c29-90d9-2f9cbe6dab04.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 765.614133] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 765.615086] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe201ba4-d569-4b6f-907a-dce6e78f044f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.618719] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53026a18-5e12-4e20-b0c0-28417c247add {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.629126] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a12fbe2-0352-4d0a-a1c0-f5b533370a1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.634633] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 765.634633] env[63005]: value = "task-2577340" [ 765.634633] env[63005]: _type = "Task" [ 765.634633] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.640128] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418d524-6021-4d1d-baba-d6baebab3dfa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.653391] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.657410] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6588068-2e63-4563-9858-3fc08e53f584 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.670878] env[63005]: DEBUG nova.compute.provider_tree [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.679193] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577340, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.680743] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 765.680743] env[63005]: value = "task-2577341" [ 765.680743] env[63005]: _type = "Task" [ 765.680743] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.700754] env[63005]: DEBUG nova.compute.manager [req-5b2c5093-e9d4-4cf0-b76d-20e5440f1d71 req-a868af97-e3ed-4db6-b631-bfc598e1d2df service nova] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Detach interface failed, port_id=be7ad022-3c8d-446c-bfe3-e48e59492afd, reason: Instance e5e494bc-0262-4de6-84e7-ffc2989b9e19 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 765.704671] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.744604] env[63005]: INFO nova.compute.manager [-] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Took 2.02 seconds to deallocate network for instance. [ 765.934802] env[63005]: INFO nova.compute.manager [-] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Took 1.42 seconds to deallocate network for instance. [ 766.061451] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577339, 'name': PowerOffVM_Task, 'duration_secs': 0.215828} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.061830] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.062099] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.062920] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27453b5-01b3-42d3-a6da-90fdb1825cca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.145339] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.145583] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.145765] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleting the datastore file [datastore2] 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.148423] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a1436b1-dce8-419f-9782-53b6ed80bec5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.158325] env[63005]: DEBUG nova.compute.manager [None req-879c40c0-ccc9-4672-95c0-f5e32761c553 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Found 1 images (rotation: 2) {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 766.160818] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for the task: (returnval){ [ 766.160818] env[63005]: value = "task-2577343" [ 766.160818] env[63005]: _type = "Task" [ 766.160818] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.167810] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079503} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.168472] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 766.169282] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afb3756-2e95-456a-bfba-3ee90d12b52a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.175724] env[63005]: DEBUG nova.scheduler.client.report [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 766.179235] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.204188] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] bfdf748a-eb28-4c29-90d9-2f9cbe6dab04/bfdf748a-eb28-4c29-90d9-2f9cbe6dab04.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 766.205216] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd42101-6683-4e40-93a7-e2804540db3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.223521] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577341, 'name': PowerOffVM_Task, 'duration_secs': 0.341821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.224274] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.224511] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 766.225880] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694e5baa-e8e4-4cd7-b851-5b0b9d86ac37 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.230557] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 766.230557] env[63005]: value = "task-2577344" [ 766.230557] env[63005]: _type = "Task" [ 766.230557] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.236671] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.237398] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-471d8384-1eb9-4234-b147-b23c2c602b81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.242863] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577344, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.252213] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.367027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.367279] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.367488] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.367783] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb030834-0786-4255-b694-bb04f00ba29b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.377202] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 766.377202] env[63005]: value = "task-2577346" [ 766.377202] env[63005]: _type = "Task" [ 766.377202] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.387303] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577346, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.444297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 766.676316] env[63005]: DEBUG oslo_vmware.api [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Task: {'id': task-2577343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143359} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.676807] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.677054] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.677513] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 766.678144] env[63005]: INFO nova.compute.manager [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 766.678516] env[63005]: DEBUG oslo.service.loopingcall [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 766.679211] env[63005]: DEBUG nova.compute.manager [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 766.679351] env[63005]: DEBUG nova.network.neutron [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 766.683127] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.107s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 766.684184] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 766.687051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.418s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.687618] env[63005]: DEBUG nova.objects.instance [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'resources' on Instance uuid b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.742760] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577344, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.856383] env[63005]: DEBUG nova.compute.manager [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 766.889940] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577346, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146566} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.890794] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 766.890794] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 766.890794] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.191586] env[63005]: DEBUG nova.compute.utils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 767.193218] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 767.193371] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 767.195757] env[63005]: DEBUG nova.objects.instance [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'numa_topology' on Instance uuid b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 767.242555] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577344, 'name': ReconfigVM_Task, 'duration_secs': 0.744714} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.242854] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Reconfigured VM instance instance-0000002f to attach disk [datastore1] bfdf748a-eb28-4c29-90d9-2f9cbe6dab04/bfdf748a-eb28-4c29-90d9-2f9cbe6dab04.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 767.243496] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46bb1721-0525-4fd1-9aed-d2ad0959e95c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.250738] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 767.250738] env[63005]: value = "task-2577347" [ 767.250738] env[63005]: _type = "Task" [ 767.250738] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.260557] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577347, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.301379] env[63005]: DEBUG nova.policy [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '92983bf1aa0e4da29dd5e56f6cbe1b5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a1f5b23647d64060a507e3b15de53699', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.326744] env[63005]: DEBUG nova.compute.manager [req-d8d5abf7-38f2-4e9c-a98c-fe0f2aeb2664 req-6261bf9a-04f1-4a76-8963-39c4373e4dc9 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Received event network-vif-deleted-4d7a9b34-f838-422e-a365-de53625438dd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 767.326896] env[63005]: INFO nova.compute.manager [req-d8d5abf7-38f2-4e9c-a98c-fe0f2aeb2664 req-6261bf9a-04f1-4a76-8963-39c4373e4dc9 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Neutron deleted interface 4d7a9b34-f838-422e-a365-de53625438dd; detaching it from the instance and deleting it from the info cache [ 767.327180] env[63005]: DEBUG nova.network.neutron [req-d8d5abf7-38f2-4e9c-a98c-fe0f2aeb2664 req-6261bf9a-04f1-4a76-8963-39c4373e4dc9 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.383164] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.496563] env[63005]: DEBUG nova.network.neutron [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.543780] env[63005]: DEBUG nova.compute.manager [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 767.545559] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef5a523-d9b6-4038-95a5-ef872a7818b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.697590] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 767.702572] env[63005]: DEBUG nova.objects.base [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 767.765126] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577347, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.830770] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a19856da-69d6-43f5-8d6f-02d45ea11b55 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.842092] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0209d46-876d-486d-8cd2-494a5b111b85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.867142] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Successfully created port: 346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 767.887020] env[63005]: DEBUG nova.compute.manager [req-d8d5abf7-38f2-4e9c-a98c-fe0f2aeb2664 req-6261bf9a-04f1-4a76-8963-39c4373e4dc9 service nova] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Detach interface failed, port_id=4d7a9b34-f838-422e-a365-de53625438dd, reason: Instance 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 767.941701] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.941797] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.942098] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.942184] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.942337] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.942483] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.942685] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.942840] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.943012] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.943182] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.943354] env[63005]: DEBUG nova.virt.hardware [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.944273] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d114f130-959d-470e-8ec8-c571328a5985 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.955272] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7725ea49-14ae-4033-a879-ae0ffd7601cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.970760] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:48:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec3fa694-2345-4824-829f-a8ebfe2efe99', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.977841] env[63005]: DEBUG oslo.service.loopingcall [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 767.978086] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.978295] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92e44c84-13af-4134-b6cb-051485e58867 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.999253] env[63005]: INFO nova.compute.manager [-] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Took 1.32 seconds to deallocate network for instance. [ 768.002150] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 768.002150] env[63005]: value = "task-2577348" [ 768.002150] env[63005]: _type = "Task" [ 768.002150] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.016757] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577348, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.062325] env[63005]: INFO nova.compute.manager [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] instance snapshotting [ 768.062895] env[63005]: DEBUG nova.objects.instance [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.263969] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577347, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.290101] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32552ca7-c13c-435e-9cb7-680367b97497 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.301182] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80601d5-5ba8-4805-931a-488b72e0f462 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.343326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c82e7ed-8311-48db-a8df-6e21b2e42472 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.351428] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bc6573-9522-48aa-805c-36a6eba90cfe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.366979] env[63005]: DEBUG nova.compute.provider_tree [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.514511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 768.514832] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577348, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.569652] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3453261d-f3d5-4420-abb9-6019eafca5b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.593595] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2d4e83-b13f-46a1-8d38-db541ca4044d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.714403] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 768.742858] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 768.749393] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 768.749393] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.749393] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 768.749393] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.749393] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 768.749586] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 768.749586] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 768.749586] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 768.749586] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 768.749586] env[63005]: DEBUG nova.virt.hardware [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 768.749758] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1fb2ac-146d-44c5-ae6f-03764aeb796d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.761888] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c42f8b-c20c-4b24-bfab-e837a8418609 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.769097] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577347, 'name': Rename_Task, 'duration_secs': 1.368615} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.769809] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.770085] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dca87583-0d3b-4427-bdd6-a99c637c9cf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.782111] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 768.782111] env[63005]: value = "task-2577349" [ 768.782111] env[63005]: _type = "Task" [ 768.782111] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.791364] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577349, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.870283] env[63005]: DEBUG nova.scheduler.client.report [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.014379] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577348, 'name': CreateVM_Task, 'duration_secs': 0.957221} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.014544] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 769.015259] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.016016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.016016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 769.016016] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90338b37-a7cb-4a61-a768-b06f7b1416e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.021576] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 769.021576] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522d3617-fd15-72e5-8600-158b2ee3f06e" [ 769.021576] env[63005]: _type = "Task" [ 769.021576] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.030669] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522d3617-fd15-72e5-8600-158b2ee3f06e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.108248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 769.108630] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-55d3558b-2b4a-4fdc-89f5-4bf6397358ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.118046] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 769.118046] env[63005]: value = "task-2577350" [ 769.118046] env[63005]: _type = "Task" [ 769.118046] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.127904] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577350, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.292819] env[63005]: DEBUG oslo_vmware.api [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577349, 'name': PowerOnVM_Task, 'duration_secs': 0.461929} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.293124] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.293338] env[63005]: INFO nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Took 10.16 seconds to spawn the instance on the hypervisor. [ 769.293510] env[63005]: DEBUG nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 769.294331] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f0c189-d9e3-4c5c-b997-c171280e2902 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.380022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.691s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.380584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.654s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.383449] env[63005]: INFO nova.compute.claims [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.536420] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522d3617-fd15-72e5-8600-158b2ee3f06e, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.536966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.537332] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.537832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 769.540018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.540018] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.540018] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dc80553d-658a-4e4b-afc4-7ca8e410dd45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.550160] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.551336] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.552352] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c479b14-d8a6-4e87-9cd7-42bcfa6e66bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.567116] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.567715] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.577849] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 769.577849] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ad1a26-667b-07d5-6ab0-3995b8eeb84e" [ 769.577849] env[63005]: _type = "Task" [ 769.577849] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.588800] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ad1a26-667b-07d5-6ab0-3995b8eeb84e, 'name': SearchDatastore_Task, 'duration_secs': 0.012803} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.590343] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d837661e-88fd-43c6-a725-e5ecadb0764b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.598257] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 769.598257] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52876d16-8ddf-7faf-59a9-d72d2fe78e10" [ 769.598257] env[63005]: _type = "Task" [ 769.598257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.606832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "79d5d07d-d973-420b-a861-cdcd2376dde7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 769.607084] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.612769] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52876d16-8ddf-7faf-59a9-d72d2fe78e10, 'name': SearchDatastore_Task, 'duration_secs': 0.011004} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.613047] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 769.613450] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 769.613714] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-819a2ac9-fe55-43cf-bb92-0d0b6926dc1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.623104] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 769.623104] env[63005]: value = "task-2577351" [ 769.623104] env[63005]: _type = "Task" [ 769.623104] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.629940] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577350, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.636070] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.817163] env[63005]: INFO nova.compute.manager [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Took 42.94 seconds to build instance. [ 769.901695] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c801e917-c93f-41d0-b60b-52392dc571eb tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 51.388s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.901695] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 27.122s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 769.901695] env[63005]: INFO nova.compute.manager [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Unshelving [ 770.013861] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Successfully updated port: 346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 770.024971] env[63005]: DEBUG nova.compute.manager [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Received event network-vif-plugged-346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 770.024971] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] Acquiring lock "f9b91732-285f-46b7-accf-62d8681d0162-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.024971] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] Lock "f9b91732-285f-46b7-accf-62d8681d0162-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.027339] env[63005]: DEBUG oslo_concurrency.lockutils [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] Lock "f9b91732-285f-46b7-accf-62d8681d0162-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.027644] env[63005]: DEBUG nova.compute.manager [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] No waiting events found dispatching network-vif-plugged-346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 770.027836] env[63005]: WARNING nova.compute.manager [req-5d1d130f-1cf4-4cbb-a5be-2e13c38a4559 req-88a0dabd-cbd5-43fb-a487-101e44021fd8 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Received unexpected event network-vif-plugged-346a23f7-35fc-4cdc-827c-772866a93ce9 for instance with vm_state building and task_state spawning. [ 770.070990] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.135121] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577350, 'name': CreateSnapshot_Task, 'duration_secs': 0.576163} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.139221] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 770.139667] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.457044} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.140540] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac51b29-292e-432a-944e-4d22e2912e44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.143355] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 770.143637] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 770.144414] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9570909c-5850-4d41-b172-4736cf2c63b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.155595] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 770.155595] env[63005]: value = "task-2577352" [ 770.155595] env[63005]: _type = "Task" [ 770.155595] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.165923] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.322860] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5c1e88-d097-46d3-a93c-18133dc3e458 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.274s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.515732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 770.515868] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquired lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.516034] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.592832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.665930] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 770.666863] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e87d5a37-c95f-4f37-b6b5-e44cef97efe3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.682130] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252535} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.682907] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.683711] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 770.683711] env[63005]: value = "task-2577353" [ 770.683711] env[63005]: _type = "Task" [ 770.683711] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.684411] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec4048a-3364-43e1-b36a-a7516a54d9ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.711743] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.717766] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d818a13d-27f6-4550-a2ce-a003aa0553a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.731802] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577353, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.737068] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 770.737068] env[63005]: value = "task-2577354" [ 770.737068] env[63005]: _type = "Task" [ 770.737068] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.749402] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.825665] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.927026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.960067] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae8837f-6462-4563-bc0c-700b5cfe5692 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.968226] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5b3a2a-7ee9-4919-b79c-c1e5e3902c57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.001626] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f814db8-1bbd-4d4a-94e5-bf07196c9e9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.010025] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95884b2b-0d60-4c57-ad2a-e6c1be3e0e74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.027316] env[63005]: DEBUG nova.compute.provider_tree [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.079022] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.197703] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577353, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.247328] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577354, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.299012] env[63005]: DEBUG nova.network.neutron [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Updating instance_info_cache with network_info: [{"id": "346a23f7-35fc-4cdc-827c-772866a93ce9", "address": "fa:16:3e:5f:6c:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346a23f7-35", "ovs_interfaceid": "346a23f7-35fc-4cdc-827c-772866a93ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.353212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 771.533848] env[63005]: DEBUG nova.scheduler.client.report [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.698869] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577353, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.747565] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577354, 'name': ReconfigVM_Task, 'duration_secs': 0.873338} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.747865] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfigured VM instance instance-00000006 to attach disk [datastore2] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.748519] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a52cb644-7c28-4329-aebd-cde55c824d1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.756537] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 771.756537] env[63005]: value = "task-2577355" [ 771.756537] env[63005]: _type = "Task" [ 771.756537] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.765557] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577355, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.801558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Releasing lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 771.801915] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Instance network_info: |[{"id": "346a23f7-35fc-4cdc-827c-772866a93ce9", "address": "fa:16:3e:5f:6c:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346a23f7-35", "ovs_interfaceid": "346a23f7-35fc-4cdc-827c-772866a93ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 771.802450] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:6c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '346a23f7-35fc-4cdc-827c-772866a93ce9', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.810012] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Creating folder: Project (a1f5b23647d64060a507e3b15de53699). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.810386] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bc3f498-f393-49dc-886d-8bd756296027 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.823180] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Created folder: Project (a1f5b23647d64060a507e3b15de53699) in parent group-v519994. [ 771.823415] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Creating folder: Instances. Parent ref: group-v520131. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.823674] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-357b98da-4c45-4af6-aac0-f8fc94196991 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.838016] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Created folder: Instances in parent group-v520131. [ 771.838371] env[63005]: DEBUG oslo.service.loopingcall [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 771.838643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.838929] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00b560f5-abab-41f2-86cd-9a71ef022116 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.862658] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.862658] env[63005]: value = "task-2577358" [ 771.862658] env[63005]: _type = "Task" [ 771.862658] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.871302] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577358, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.000593] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.000865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.001095] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.001274] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.001446] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.003735] env[63005]: INFO nova.compute.manager [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Terminating instance [ 772.041992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.042600] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.045661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.460s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.045879] env[63005]: DEBUG nova.objects.instance [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lazy-loading 'resources' on Instance uuid 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.051315] env[63005]: DEBUG nova.compute.manager [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Received event network-changed-346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 772.051555] env[63005]: DEBUG nova.compute.manager [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Refreshing instance network info cache due to event network-changed-346a23f7-35fc-4cdc-827c-772866a93ce9. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 772.051820] env[63005]: DEBUG oslo_concurrency.lockutils [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] Acquiring lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.052070] env[63005]: DEBUG oslo_concurrency.lockutils [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] Acquired lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.052301] env[63005]: DEBUG nova.network.neutron [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Refreshing network info cache for port 346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 772.199404] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577353, 'name': CloneVM_Task, 'duration_secs': 1.342688} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.199578] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created linked-clone VM from snapshot [ 772.200507] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81e8bd9a-9ba1-490d-ac94-644024b7dab4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.212485] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploading image 8e11b71a-653c-43a6-b4fc-48966e472d89 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 772.236292] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 772.236292] env[63005]: value = "vm-520130" [ 772.236292] env[63005]: _type = "VirtualMachine" [ 772.236292] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 772.237046] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2189746c-ce26-4598-bdad-4a680223f483 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.246950] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease: (returnval){ [ 772.246950] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524da066-0b4f-806c-3da8-b231f2331971" [ 772.246950] env[63005]: _type = "HttpNfcLease" [ 772.246950] env[63005]: } obtained for exporting VM: (result){ [ 772.246950] env[63005]: value = "vm-520130" [ 772.246950] env[63005]: _type = "VirtualMachine" [ 772.246950] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 772.246950] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the lease: (returnval){ [ 772.246950] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524da066-0b4f-806c-3da8-b231f2331971" [ 772.246950] env[63005]: _type = "HttpNfcLease" [ 772.246950] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 772.254510] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.254510] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524da066-0b4f-806c-3da8-b231f2331971" [ 772.254510] env[63005]: _type = "HttpNfcLease" [ 772.254510] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 772.266387] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577355, 'name': Rename_Task, 'duration_secs': 0.225855} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.266654] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.266891] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c26b708e-8292-4833-927b-cbb491b42864 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.273845] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 772.273845] env[63005]: value = "task-2577360" [ 772.273845] env[63005]: _type = "Task" [ 772.273845] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.283343] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577360, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.374833] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577358, 'name': CreateVM_Task, 'duration_secs': 0.295959} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.374833] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 772.376318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.376318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.376318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 772.376318] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a702634-0705-4a90-b578-6e890f94f98b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.381621] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 772.381621] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b8588d-47bd-749d-e51c-789180ac7ed9" [ 772.381621] env[63005]: _type = "Task" [ 772.381621] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.390652] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b8588d-47bd-749d-e51c-789180ac7ed9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.509760] env[63005]: DEBUG nova.compute.manager [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 772.510078] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 772.510942] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a347623-ba56-42d3-a86d-11c45f99fe06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.518832] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 772.519078] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2823bef9-a9c6-4f24-b52b-417642d13e5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.527334] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 772.527334] env[63005]: value = "task-2577361" [ 772.527334] env[63005]: _type = "Task" [ 772.527334] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.536507] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.548990] env[63005]: DEBUG nova.compute.utils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 772.550361] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 772.550530] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 772.621286] env[63005]: DEBUG nova.policy [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2957e70ae5b345118dbb6f83a712ee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a508069fca49cb9eb56ec622119609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.758094] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 772.758094] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524da066-0b4f-806c-3da8-b231f2331971" [ 772.758094] env[63005]: _type = "HttpNfcLease" [ 772.758094] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 772.758965] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 772.758965] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524da066-0b4f-806c-3da8-b231f2331971" [ 772.758965] env[63005]: _type = "HttpNfcLease" [ 772.758965] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 772.759171] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff71d38e-230e-48b9-9836-a2248f80e00a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.767870] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 772.768198] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 772.844454] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577360, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.867031] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a22e586f-d164-4a45-b72b-f697a2548eb4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.870997] env[63005]: DEBUG nova.network.neutron [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Updated VIF entry in instance network info cache for port 346a23f7-35fc-4cdc-827c-772866a93ce9. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 772.872196] env[63005]: DEBUG nova.network.neutron [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Updating instance_info_cache with network_info: [{"id": "346a23f7-35fc-4cdc-827c-772866a93ce9", "address": "fa:16:3e:5f:6c:a1", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap346a23f7-35", "ovs_interfaceid": "346a23f7-35fc-4cdc-827c-772866a93ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.903205] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b8588d-47bd-749d-e51c-789180ac7ed9, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.906407] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 772.906687] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.906925] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 772.907083] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.907278] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.907758] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb6d4e3-6b8a-4848-9d0e-6e056879f232 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.919905] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.920045] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.920825] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b136cbf-e252-44a8-a8a2-24adde191f7e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.926466] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 772.926466] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5249351b-79b0-64ea-435f-41bbef404422" [ 772.926466] env[63005]: _type = "Task" [ 772.926466] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.937931] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5249351b-79b0-64ea-435f-41bbef404422, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.038819] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577361, 'name': PowerOffVM_Task, 'duration_secs': 0.208429} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.039549] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Successfully created port: 79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 773.041614] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 773.041985] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 773.044348] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fd8c3f2-71b5-49b5-b961-a7d530a11845 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.056442] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.119027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 773.119027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 773.119027] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Deleting the datastore file [datastore1] bfdf748a-eb28-4c29-90d9-2f9cbe6dab04 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 773.119027] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fabe9ffe-ff66-4b5a-a438-13f7cb9d1944 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.132738] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for the task: (returnval){ [ 773.132738] env[63005]: value = "task-2577363" [ 773.132738] env[63005]: _type = "Task" [ 773.132738] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.140979] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.189371] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1193b582-bb02-4fff-ac8d-a3922ba5001d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.197995] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35701bb3-08af-42f0-ac78-918711077bca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.236988] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6d96f5-466c-496a-a44b-ebee4e15b406 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.251824] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff7fec6-da8a-4d91-aab2-8d52bed760e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.270417] env[63005]: DEBUG nova.compute.provider_tree [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.286847] env[63005]: DEBUG oslo_vmware.api [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577360, 'name': PowerOnVM_Task, 'duration_secs': 0.637613} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.287320] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.287628] env[63005]: DEBUG nova.compute.manager [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.288573] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c843b2bb-66d0-48f2-86a9-ab0e17c2862e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.373893] env[63005]: DEBUG oslo_concurrency.lockutils [req-b21d1e91-25a0-44ff-9fdb-448af53fbc62 req-976304da-a4b9-45d9-8a9c-3872369b6133 service nova] Releasing lock "refresh_cache-f9b91732-285f-46b7-accf-62d8681d0162" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.437926] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5249351b-79b0-64ea-435f-41bbef404422, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.438854] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28387043-0027-4aee-94d3-3dde424c834f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.447650] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 773.447650] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52457f50-2183-6010-56c0-f99b431710d9" [ 773.447650] env[63005]: _type = "Task" [ 773.447650] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.456557] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52457f50-2183-6010-56c0-f99b431710d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.643136] env[63005]: DEBUG oslo_vmware.api [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Task: {'id': task-2577363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174316} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.643846] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 773.644214] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 773.644553] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 773.644803] env[63005]: INFO nova.compute.manager [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Took 1.13 seconds to destroy the instance on the hypervisor. [ 773.645194] env[63005]: DEBUG oslo.service.loopingcall [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 773.645811] env[63005]: DEBUG nova.compute.manager [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 773.647216] env[63005]: DEBUG nova.network.neutron [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 773.773856] env[63005]: DEBUG nova.scheduler.client.report [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.815624] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 773.962153] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52457f50-2183-6010-56c0-f99b431710d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.962465] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 773.963104] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f9b91732-285f-46b7-accf-62d8681d0162/f9b91732-285f-46b7-accf-62d8681d0162.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 773.963104] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1e0b9b8-460b-4f1a-8bee-3ca91f35eb93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.973278] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 773.973278] env[63005]: value = "task-2577364" [ 773.973278] env[63005]: _type = "Task" [ 773.973278] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.982959] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577364, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.053278] env[63005]: DEBUG nova.compute.manager [req-9e8e2e9c-8362-4be7-99b0-241bf0db35e9 req-e3ebcab0-0a10-496d-a445-e1b564aaea49 service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Received event network-vif-deleted-bf9643db-8a95-4798-b7a6-f90728b80bd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.055048] env[63005]: INFO nova.compute.manager [req-9e8e2e9c-8362-4be7-99b0-241bf0db35e9 req-e3ebcab0-0a10-496d-a445-e1b564aaea49 service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Neutron deleted interface bf9643db-8a95-4798-b7a6-f90728b80bd1; detaching it from the instance and deleting it from the info cache [ 774.055048] env[63005]: DEBUG nova.network.neutron [req-9e8e2e9c-8362-4be7-99b0-241bf0db35e9 req-e3ebcab0-0a10-496d-a445-e1b564aaea49 service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.068826] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.102886] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.103601] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.104045] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.104280] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.104460] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.104633] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.104866] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.105064] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.105398] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.105652] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.105875] env[63005]: DEBUG nova.virt.hardware [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.107233] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f133c52-3360-4282-97d4-1128b5b46b04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.124116] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535fb085-0655-49e5-8095-14a78daf68d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.278923] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.282373] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.728s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.283129] env[63005]: DEBUG nova.objects.instance [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lazy-loading 'resources' on Instance uuid c03fdfd4-184e-47df-a40d-a856818686cd {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 774.308357] env[63005]: INFO nova.scheduler.client.report [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted allocations for instance 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82 [ 774.450199] env[63005]: DEBUG nova.network.neutron [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.483659] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577364, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487778} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.483978] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f9b91732-285f-46b7-accf-62d8681d0162/f9b91732-285f-46b7-accf-62d8681d0162.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 774.484281] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 774.484610] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d48ffa0-ed11-49e0-abc5-1ca608738411 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.491832] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 774.491832] env[63005]: value = "task-2577365" [ 774.491832] env[63005]: _type = "Task" [ 774.491832] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.504083] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.560502] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17ba1575-3088-487e-966a-b0bafa3171e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.573744] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2d7fd8-903b-4b92-9492-845b317d9e71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.612487] env[63005]: DEBUG nova.compute.manager [req-9e8e2e9c-8362-4be7-99b0-241bf0db35e9 req-e3ebcab0-0a10-496d-a445-e1b564aaea49 service nova] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Detach interface failed, port_id=bf9643db-8a95-4798-b7a6-f90728b80bd1, reason: Instance bfdf748a-eb28-4c29-90d9-2f9cbe6dab04 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 774.617307] env[63005]: INFO nova.compute.manager [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Rebuilding instance [ 774.673595] env[63005]: DEBUG nova.compute.manager [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 774.674686] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaea1ddc-4ed0-41c3-a788-7a0473895968 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.818398] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3bf40f8-0f8a-49bc-bc24-c9809d5cddfb tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.692s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.826640] env[63005]: DEBUG nova.compute.manager [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Received event network-vif-plugged-79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 774.826640] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] Acquiring lock "0a461527-9913-4e90-b0d9-c00883713791-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 774.827889] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] Lock "0a461527-9913-4e90-b0d9-c00883713791-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 774.827889] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] Lock "0a461527-9913-4e90-b0d9-c00883713791-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 774.830864] env[63005]: DEBUG nova.compute.manager [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] No waiting events found dispatching network-vif-plugged-79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 774.830864] env[63005]: WARNING nova.compute.manager [req-ef1bf31d-cb71-479b-b873-00d334068e46 req-d80563e4-9c24-43c7-9e0b-80cb05146e9f service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Received unexpected event network-vif-plugged-79856779-0c5d-4403-afae-40bb397952f4 for instance with vm_state building and task_state spawning. [ 774.920588] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Successfully updated port: 79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 774.955300] env[63005]: INFO nova.compute.manager [-] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Took 1.31 seconds to deallocate network for instance. [ 775.007458] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083316} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.008658] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 775.009923] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16606a-ce5c-4529-bf20-8ee3e5314a17 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.040009] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] f9b91732-285f-46b7-accf-62d8681d0162/f9b91732-285f-46b7-accf-62d8681d0162.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 775.043758] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15a98580-c536-411b-b24b-24f941ecf391 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.066296] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 775.066296] env[63005]: value = "task-2577366" [ 775.066296] env[63005]: _type = "Task" [ 775.066296] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.078854] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.308667] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af4c3a2-8a43-458b-b7eb-eb5e6307e01f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.316699] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be52454b-88b9-4fa7-9641-b467141d860c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.352132] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43c573-7000-46bb-bf8b-b7025073adc9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.360722] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4a3a05-5c77-4260-9567-eb95d50995ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.375632] env[63005]: DEBUG nova.compute.provider_tree [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 775.423997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 775.424256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.424369] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.464249] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.578507] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577366, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.691477] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.692192] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93265079-8e31-40f8-9a9c-d918cecbade5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.702103] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 775.702103] env[63005]: value = "task-2577367" [ 775.702103] env[63005]: _type = "Task" [ 775.702103] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.717250] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.879053] env[63005]: DEBUG nova.scheduler.client.report [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 775.976304] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.077790] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577366, 'name': ReconfigVM_Task, 'duration_secs': 0.554253} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.078215] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Reconfigured VM instance instance-00000030 to attach disk [datastore2] f9b91732-285f-46b7-accf-62d8681d0162/f9b91732-285f-46b7-accf-62d8681d0162.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 776.078846] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92909ee3-5eb9-4f1a-8189-60ca6de424e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.087476] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 776.087476] env[63005]: value = "task-2577368" [ 776.087476] env[63005]: _type = "Task" [ 776.087476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.102703] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577368, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.197879] env[63005]: DEBUG nova.network.neutron [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Updating instance_info_cache with network_info: [{"id": "79856779-0c5d-4403-afae-40bb397952f4", "address": "fa:16:3e:9e:91:ea", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79856779-0c", "ovs_interfaceid": "79856779-0c5d-4403-afae-40bb397952f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.214178] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577367, 'name': PowerOffVM_Task, 'duration_secs': 0.259567} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.214523] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.214868] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 776.219027] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2722aa90-833c-4cc9-b822-a744f2081dba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.224727] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.224987] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-923a021c-5a89-4edc-b5b1-5edadcb1f58a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.297454] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.297780] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.298237] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore2] 966245fb-866b-4ede-81c6-96c45548e9a8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.298826] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f0b8d9c-7d23-4140-91d1-a5a3a2f56dbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.307685] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 776.307685] env[63005]: value = "task-2577370" [ 776.307685] env[63005]: _type = "Task" [ 776.307685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.317458] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.384796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.387514] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.708s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.387828] env[63005]: DEBUG nova.objects.instance [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lazy-loading 'resources' on Instance uuid d6fcbfca-a9ff-4085-b133-89c85fb1980e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 776.409364] env[63005]: INFO nova.scheduler.client.report [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Deleted allocations for instance c03fdfd4-184e-47df-a40d-a856818686cd [ 776.597372] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577368, 'name': Rename_Task, 'duration_secs': 0.204255} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.597703] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 776.597981] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f001c3c-d400-41d4-b4d1-b58420d08b4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.604215] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 776.604215] env[63005]: value = "task-2577371" [ 776.604215] env[63005]: _type = "Task" [ 776.604215] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.613530] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.654482] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.654829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.655074] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.655274] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.655452] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.657897] env[63005]: INFO nova.compute.manager [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Terminating instance [ 776.700561] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 776.700893] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance network_info: |[{"id": "79856779-0c5d-4403-afae-40bb397952f4", "address": "fa:16:3e:9e:91:ea", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79856779-0c", "ovs_interfaceid": "79856779-0c5d-4403-afae-40bb397952f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 776.701624] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:91:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79856779-0c5d-4403-afae-40bb397952f4', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.709104] env[63005]: DEBUG oslo.service.loopingcall [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 776.709316] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.709539] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7d79c43-a55e-4890-9081-3f4f49824af4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.729690] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.729690] env[63005]: value = "task-2577372" [ 776.729690] env[63005]: _type = "Task" [ 776.729690] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.737453] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577372, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.782315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "50e62458-27be-4738-bea8-5c6eeb68afdc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.782727] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.783018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.783376] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.783519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.786140] env[63005]: INFO nova.compute.manager [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Terminating instance [ 776.817482] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180194} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.817778] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.817969] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.818196] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.906120] env[63005]: DEBUG nova.compute.manager [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Received event network-changed-79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 776.906507] env[63005]: DEBUG nova.compute.manager [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Refreshing instance network info cache due to event network-changed-79856779-0c5d-4403-afae-40bb397952f4. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 776.906677] env[63005]: DEBUG oslo_concurrency.lockutils [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] Acquiring lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 776.906851] env[63005]: DEBUG oslo_concurrency.lockutils [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] Acquired lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.907093] env[63005]: DEBUG nova.network.neutron [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Refreshing network info cache for port 79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 776.921031] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d8f8d62-ddcb-4317-bd10-14eea86513fd tempest-ServersTestJSON-1574347217 tempest-ServersTestJSON-1574347217-project-member] Lock "c03fdfd4-184e-47df-a40d-a856818686cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.665s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.116463] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577371, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.162425] env[63005]: DEBUG nova.compute.manager [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.162749] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.163661] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b835a7d7-9149-4ee6-8514-05af0aa0b988 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.171180] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.171411] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-332a682d-54fa-4f3b-b482-ad42ba51ef6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.181543] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 777.181543] env[63005]: value = "task-2577373" [ 777.181543] env[63005]: _type = "Task" [ 777.181543] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.191229] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.243121] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577372, 'name': CreateVM_Task, 'duration_secs': 0.348877} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.243397] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.244069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.244230] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.244548] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 777.244829] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6487809-3563-4b45-bcde-e8c8e6208d2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.252821] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 777.252821] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527b4ffd-8c8a-b997-da02-16b3a2adccda" [ 777.252821] env[63005]: _type = "Task" [ 777.252821] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.260418] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b4ffd-8c8a-b997-da02-16b3a2adccda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.290216] env[63005]: DEBUG nova.compute.manager [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 777.290577] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 777.291345] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f6a347-3e3c-4c15-baef-a3fe181dd9a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.301338] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.301447] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94062b1b-d70f-47b4-9b83-f1e959aafc39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.308995] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 777.308995] env[63005]: value = "task-2577374" [ 777.308995] env[63005]: _type = "Task" [ 777.308995] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.319774] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.371808] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812a09c8-9853-4fe9-9822-8c0c73f67226 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.381624] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7521d795-93c2-4be9-a5ab-30262ac5c974 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.416038] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a6db89a-eaec-48fa-a049-ffd2b147f7fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.424288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1e2da0-8980-4098-a710-4621ec724729 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.439340] env[63005]: DEBUG nova.compute.provider_tree [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.614717] env[63005]: DEBUG oslo_vmware.api [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577371, 'name': PowerOnVM_Task, 'duration_secs': 0.799477} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.615199] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 777.615565] env[63005]: INFO nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Took 8.90 seconds to spawn the instance on the hypervisor. [ 777.618077] env[63005]: DEBUG nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.618077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6331dda3-7816-499a-b213-c567ba0b8f73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.694617] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577373, 'name': PowerOffVM_Task, 'duration_secs': 0.200804} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.694617] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.695131] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.695532] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-819bf2ce-a0c4-416a-9042-683c8815138f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.759492] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.759925] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.761404] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleting the datastore file [datastore1] a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.761535] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9a589b-7a2d-4f91-85ed-b632d94a0f65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.769026] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527b4ffd-8c8a-b997-da02-16b3a2adccda, 'name': SearchDatastore_Task, 'duration_secs': 0.024429} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.771179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 777.772734] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 777.772734] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 777.772734] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.772734] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 777.772734] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cef649be-7276-4e22-962c-ec0cb20290e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.777143] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 777.777143] env[63005]: value = "task-2577376" [ 777.777143] env[63005]: _type = "Task" [ 777.777143] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.784846] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 777.785151] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 777.791954] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-897626da-d1c1-4aa2-b118-bf0b36ef0c3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.794933] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577376, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.798785] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 777.798785] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ed12e1-d36c-666d-842b-f50d7ad955c6" [ 777.798785] env[63005]: _type = "Task" [ 777.798785] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.807295] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ed12e1-d36c-666d-842b-f50d7ad955c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.813950] env[63005]: DEBUG nova.network.neutron [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Updated VIF entry in instance network info cache for port 79856779-0c5d-4403-afae-40bb397952f4. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 777.814429] env[63005]: DEBUG nova.network.neutron [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Updating instance_info_cache with network_info: [{"id": "79856779-0c5d-4403-afae-40bb397952f4", "address": "fa:16:3e:9e:91:ea", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79856779-0c", "ovs_interfaceid": "79856779-0c5d-4403-afae-40bb397952f4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.820440] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577374, 'name': PowerOffVM_Task, 'duration_secs': 0.321496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.820847] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 777.821078] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 777.821479] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c3c1dbc-1ca2-48ea-938b-815cf6f81a8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.854223] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.854531] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.854699] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.854898] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.855161] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.855448] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.855687] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.855853] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.856083] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.856303] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.856518] env[63005]: DEBUG nova.virt.hardware [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.857462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1c491c-bce8-4fd9-9688-61a72f7db4e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.866816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6d3956-38a7-4cd1-94db-40eca18b4644 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.883548] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:48:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '983826cf-6390-4ec6-bf97-30a1060947fc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec3fa694-2345-4824-829f-a8ebfe2efe99', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.891857] env[63005]: DEBUG oslo.service.loopingcall [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 777.893604] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.894455] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 777.894735] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 777.894975] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleting the datastore file [datastore2] 50e62458-27be-4738-bea8-5c6eeb68afdc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 777.895312] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02dfde0a-06bb-41a8-9af2-a3c4506db142 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.910792] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f527b83-991d-4ce8-8f95-49422782f5ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.917988] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for the task: (returnval){ [ 777.917988] env[63005]: value = "task-2577378" [ 777.917988] env[63005]: _type = "Task" [ 777.917988] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.919433] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.919433] env[63005]: value = "task-2577379" [ 777.919433] env[63005]: _type = "Task" [ 777.919433] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.930469] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577379, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.933272] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.942731] env[63005]: DEBUG nova.scheduler.client.report [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 778.139033] env[63005]: INFO nova.compute.manager [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Took 36.95 seconds to build instance. [ 778.290711] env[63005]: DEBUG oslo_vmware.api [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577376, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.291021] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.291212] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.291386] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.291550] env[63005]: INFO nova.compute.manager [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Took 1.13 seconds to destroy the instance on the hypervisor. [ 778.291799] env[63005]: DEBUG oslo.service.loopingcall [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.292009] env[63005]: DEBUG nova.compute.manager [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.292119] env[63005]: DEBUG nova.network.neutron [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.309493] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ed12e1-d36c-666d-842b-f50d7ad955c6, 'name': SearchDatastore_Task, 'duration_secs': 0.027776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.309493] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b63e04ae-c52b-47e9-958b-b04acd416d32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.315505] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 778.315505] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5236d040-858e-f98d-368d-5e60ac452e51" [ 778.315505] env[63005]: _type = "Task" [ 778.315505] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.318172] env[63005]: DEBUG oslo_concurrency.lockutils [req-590bd744-c7a1-4e92-9f1b-0442eda9471a req-b627cdd7-0a73-478a-9d67-cccc0553b7e6 service nova] Releasing lock "refresh_cache-0a461527-9913-4e90-b0d9-c00883713791" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.323781] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5236d040-858e-f98d-368d-5e60ac452e51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.439460] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577379, 'name': CreateVM_Task, 'duration_secs': 0.391798} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.440326] env[63005]: DEBUG oslo_vmware.api [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Task: {'id': task-2577378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216914} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.440525] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.440806] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 778.441391] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 778.441630] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 778.441817] env[63005]: INFO nova.compute.manager [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Took 1.15 seconds to destroy the instance on the hypervisor. [ 778.442456] env[63005]: DEBUG oslo.service.loopingcall [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 778.443506] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.443653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.444288] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 778.444546] env[63005]: DEBUG nova.compute.manager [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 778.444646] env[63005]: DEBUG nova.network.neutron [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.447199] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3515b01-3932-4d28-9868-35ba9e261c2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.453869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.456501] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 778.456501] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a9e88-d204-9fb9-75b1-9d8c6a5082ff" [ 778.456501] env[63005]: _type = "Task" [ 778.456501] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.457017] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.720s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.459805] env[63005]: INFO nova.compute.claims [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 778.477012] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527a9e88-d204-9fb9-75b1-9d8c6a5082ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.485210] env[63005]: INFO nova.scheduler.client.report [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Deleted allocations for instance d6fcbfca-a9ff-4085-b133-89c85fb1980e [ 778.642262] env[63005]: DEBUG oslo_concurrency.lockutils [None req-82d91b15-0203-4468-bb07-06182d0820d6 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.547s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.826826] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5236d040-858e-f98d-368d-5e60ac452e51, 'name': SearchDatastore_Task, 'duration_secs': 0.020146} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.827119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.827680] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 778.827680] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0bb0b2c9-1cdc-436c-95f9-a16043712be3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.837975] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 778.837975] env[63005]: value = "task-2577380" [ 778.837975] env[63005]: _type = "Task" [ 778.837975] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.843850] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.856852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "f9b91732-285f-46b7-accf-62d8681d0162" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.857082] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.857293] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "f9b91732-285f-46b7-accf-62d8681d0162-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.857476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.857798] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.860187] env[63005]: INFO nova.compute.manager [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Terminating instance [ 778.977537] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527a9e88-d204-9fb9-75b1-9d8c6a5082ff, 'name': SearchDatastore_Task, 'duration_secs': 0.023168} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.977537] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 778.977537] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.977537] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 778.977802] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977839] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.978140] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-584cde7d-b9db-41f7-a5b9-561c480c32a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.992421] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e314cbe-516a-41f3-9caf-c8a344eb14da tempest-VolumesAssistedSnapshotsTest-1694784186 tempest-VolumesAssistedSnapshotsTest-1694784186-project-member] Lock "d6fcbfca-a9ff-4085-b133-89c85fb1980e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.299s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.995329] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.995588] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.996550] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbd8e082-5e54-486b-b0dc-b4dcbece01cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.003036] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 779.003036] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52787574-ca2d-b519-60f5-a63726075e24" [ 779.003036] env[63005]: _type = "Task" [ 779.003036] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.013562] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52787574-ca2d-b519-60f5-a63726075e24, 'name': SearchDatastore_Task} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.015081] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b1dd32b-5f88-411b-9809-6a000b0f2e8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.021109] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 779.021109] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521f6f23-f49d-51a1-4811-b8771fb9ab1c" [ 779.021109] env[63005]: _type = "Task" [ 779.021109] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.032806] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521f6f23-f49d-51a1-4811-b8771fb9ab1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.138864] env[63005]: DEBUG nova.compute.manager [req-1bc313c2-e5a9-47f4-9e05-ca1b420af377 req-4656c01c-f767-4bce-a3f5-a2f876711bb9 service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Received event network-vif-deleted-77181e24-a1f9-45a1-ba4c-2410537d5b2a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.138864] env[63005]: INFO nova.compute.manager [req-1bc313c2-e5a9-47f4-9e05-ca1b420af377 req-4656c01c-f767-4bce-a3f5-a2f876711bb9 service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Neutron deleted interface 77181e24-a1f9-45a1-ba4c-2410537d5b2a; detaching it from the instance and deleting it from the info cache [ 779.138864] env[63005]: DEBUG nova.network.neutron [req-1bc313c2-e5a9-47f4-9e05-ca1b420af377 req-4656c01c-f767-4bce-a3f5-a2f876711bb9 service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.164430] env[63005]: DEBUG nova.compute.manager [req-dd37ea23-d5fb-4a67-b33e-a7ae9bd7d2a0 req-8daa51bd-dffd-49bc-858b-f1cd150ac6ec service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Received event network-vif-deleted-6c88ecb9-bf16-4399-ba6a-d1834366c68a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 779.164723] env[63005]: INFO nova.compute.manager [req-dd37ea23-d5fb-4a67-b33e-a7ae9bd7d2a0 req-8daa51bd-dffd-49bc-858b-f1cd150ac6ec service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Neutron deleted interface 6c88ecb9-bf16-4399-ba6a-d1834366c68a; detaching it from the instance and deleting it from the info cache [ 779.164723] env[63005]: DEBUG nova.network.neutron [req-dd37ea23-d5fb-4a67-b33e-a7ae9bd7d2a0 req-8daa51bd-dffd-49bc-858b-f1cd150ac6ec service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.348364] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483358} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.349410] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 779.349410] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 779.349410] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f62becf-d94b-470a-9dfe-5ebfb0c5a043 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.357010] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 779.357010] env[63005]: value = "task-2577381" [ 779.357010] env[63005]: _type = "Task" [ 779.357010] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.365960] env[63005]: DEBUG nova.compute.manager [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 779.366217] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 779.367191] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba89f663-20eb-408d-9fff-2ce7e0543334 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.371044] env[63005]: DEBUG nova.network.neutron [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.377748] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.380633] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.380954] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46741dd4-dcb2-4d51-89aa-260e050a9a0e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.388461] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 779.388461] env[63005]: value = "task-2577382" [ 779.388461] env[63005]: _type = "Task" [ 779.388461] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.397528] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.441498] env[63005]: DEBUG nova.network.neutron [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.535429] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521f6f23-f49d-51a1-4811-b8771fb9ab1c, 'name': SearchDatastore_Task, 'duration_secs': 0.01962} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.535496] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 779.535708] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 779.535988] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce2d082a-c66f-4a9b-8afe-c0d28efaf07c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.543136] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 779.543136] env[63005]: value = "task-2577383" [ 779.543136] env[63005]: _type = "Task" [ 779.543136] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.553186] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577383, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.646333] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b73ba11-b20b-4af1-920f-5ebf424a8fc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.660056] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5557fea4-6734-4cba-bd8c-147de8638563 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.684199] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3fea96d-3128-4b58-bdf0-d2c733d9313f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.695533] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601d7c7c-a800-409e-93e8-821650b3232c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.736610] env[63005]: DEBUG nova.compute.manager [req-1bc313c2-e5a9-47f4-9e05-ca1b420af377 req-4656c01c-f767-4bce-a3f5-a2f876711bb9 service nova] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Detach interface failed, port_id=77181e24-a1f9-45a1-ba4c-2410537d5b2a, reason: Instance 50e62458-27be-4738-bea8-5c6eeb68afdc could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 779.761399] env[63005]: DEBUG nova.compute.manager [req-dd37ea23-d5fb-4a67-b33e-a7ae9bd7d2a0 req-8daa51bd-dffd-49bc-858b-f1cd150ac6ec service nova] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Detach interface failed, port_id=6c88ecb9-bf16-4399-ba6a-d1834366c68a, reason: Instance a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 779.866908] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105481} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.869955] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 779.871160] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69ade81-a752-47ea-82ca-d22bdf0e4e62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.874173] env[63005]: INFO nova.compute.manager [-] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Took 1.43 seconds to deallocate network for instance. [ 779.900837] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 779.907737] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e50ddf38-8d65-4e58-8c5d-7046b12dda4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.928761] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577382, 'name': PowerOffVM_Task, 'duration_secs': 0.243496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.929065] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 779.929588] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 779.931576] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af58a35c-ed48-4b16-8fe9-074594cce655 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.933202] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 779.933202] env[63005]: value = "task-2577384" [ 779.933202] env[63005]: _type = "Task" [ 779.933202] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.941791] env[63005]: INFO nova.compute.manager [-] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Took 1.65 seconds to deallocate network for instance. [ 779.953229] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577384, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.997874] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 779.998122] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 779.998310] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Deleting the datastore file [datastore2] f9b91732-285f-46b7-accf-62d8681d0162 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.998686] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca49a2ac-0b6d-4ed9-8ade-53cc52273549 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.009510] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for the task: (returnval){ [ 780.009510] env[63005]: value = "task-2577386" [ 780.009510] env[63005]: _type = "Task" [ 780.009510] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.020512] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.054271] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577383, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.054602] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 780.054740] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 780.055508] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe6ce5ac-df10-4b17-bd90-dedb60293284 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.063556] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 780.063556] env[63005]: value = "task-2577387" [ 780.063556] env[63005]: _type = "Task" [ 780.063556] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.073790] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577387, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.147718] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647b5a33-ceed-43de-88fb-96b3758dbc2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.156257] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8b1d09-8b0e-4fb9-9273-cfa57dbaf7ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.190887] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03064431-3092-4cc9-88dd-d68cb4e97e03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.199255] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b908832b-c90f-47ea-9645-acb22a21eae8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.215328] env[63005]: DEBUG nova.compute.provider_tree [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 780.382894] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.445259] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577384, 'name': ReconfigVM_Task, 'duration_secs': 0.351741} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.445612] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 780.446303] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8f6fb8d4-9f04-4b04-9c26-571573bdb5a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.449228] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 780.453233] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 780.453233] env[63005]: value = "task-2577388" [ 780.453233] env[63005]: _type = "Task" [ 780.453233] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.462329] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577388, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.522167] env[63005]: DEBUG oslo_vmware.api [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Task: {'id': task-2577386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187556} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.522878] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.523097] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.526832] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.527058] env[63005]: INFO nova.compute.manager [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Took 1.16 seconds to destroy the instance on the hypervisor. [ 780.527330] env[63005]: DEBUG oslo.service.loopingcall [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 780.527567] env[63005]: DEBUG nova.compute.manager [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 780.527665] env[63005]: DEBUG nova.network.neutron [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.573117] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577387, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078921} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.576840] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 780.576840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79eab399-5a41-4646-98ce-a24b98b30ba0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.599239] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.602567] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4806a9c1-2d27-4880-bb66-ab8b948476e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.626862] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 780.626862] env[63005]: value = "task-2577389" [ 780.626862] env[63005]: _type = "Task" [ 780.626862] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.637930] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.719327] env[63005]: DEBUG nova.scheduler.client.report [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 780.967047] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577388, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.140177] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.212134] env[63005]: DEBUG nova.compute.manager [req-19504a44-4dee-4ed4-98c9-0ef62cc88d50 req-ac978955-bfc6-445b-b5ec-1c444645cec0 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Received event network-vif-deleted-346a23f7-35fc-4cdc-827c-772866a93ce9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 781.212411] env[63005]: INFO nova.compute.manager [req-19504a44-4dee-4ed4-98c9-0ef62cc88d50 req-ac978955-bfc6-445b-b5ec-1c444645cec0 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Neutron deleted interface 346a23f7-35fc-4cdc-827c-772866a93ce9; detaching it from the instance and deleting it from the info cache [ 781.212650] env[63005]: DEBUG nova.network.neutron [req-19504a44-4dee-4ed4-98c9-0ef62cc88d50 req-ac978955-bfc6-445b-b5ec-1c444645cec0 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.225355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 781.225912] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 781.233074] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.380s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 781.233984] env[63005]: INFO nova.compute.claims [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 781.355649] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 781.357465] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b90730-6e49-4d02-bf3a-1c001ebf02ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.365198] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 781.365198] env[63005]: ERROR oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk due to incomplete transfer. [ 781.365198] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e752ae3-6924-4cec-9720-d49f0c092e5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.372784] env[63005]: DEBUG oslo_vmware.rw_handles [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529a7de1-474e-84c1-8118-14ce7ea081af/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 781.372984] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploaded image 8e11b71a-653c-43a6-b4fc-48966e472d89 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 781.375769] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 781.375769] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8599755c-f155-4a84-a2da-a823e74fddab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.382834] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 781.382834] env[63005]: value = "task-2577390" [ 781.382834] env[63005]: _type = "Task" [ 781.382834] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.395281] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577390, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.408916] env[63005]: DEBUG nova.network.neutron [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.465602] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577388, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.639142] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.715718] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcd8cf0f-bef3-4e06-8d5f-0591b2d3bcdf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.725649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6d4c49-32fd-4d36-9dc3-1705457df1a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.747999] env[63005]: DEBUG nova.compute.utils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 781.753540] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 781.755102] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 781.777685] env[63005]: DEBUG nova.compute.manager [req-19504a44-4dee-4ed4-98c9-0ef62cc88d50 req-ac978955-bfc6-445b-b5ec-1c444645cec0 service nova] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Detach interface failed, port_id=346a23f7-35fc-4cdc-827c-772866a93ce9, reason: Instance f9b91732-285f-46b7-accf-62d8681d0162 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 781.869386] env[63005]: DEBUG nova.policy [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4caf3aeb1bd47ca9ca2129814a58644', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9ee46bcf2bc34a4eb44a79fa7c330c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.892579] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577390, 'name': Destroy_Task, 'duration_secs': 0.359299} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.893011] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroyed the VM [ 781.893357] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 781.893728] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-695782ee-71fb-4010-8844-65128299046e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.902107] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 781.902107] env[63005]: value = "task-2577391" [ 781.902107] env[63005]: _type = "Task" [ 781.902107] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.909411] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577391, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.915877] env[63005]: INFO nova.compute.manager [-] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Took 1.39 seconds to deallocate network for instance. [ 781.965116] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577388, 'name': Rename_Task, 'duration_secs': 1.145481} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.965610] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 781.965991] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9538e89-71a8-40ff-95d5-0ec2c8d816be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.973567] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 781.973567] env[63005]: value = "task-2577392" [ 781.973567] env[63005]: _type = "Task" [ 781.973567] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.990157] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.138906] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577389, 'name': ReconfigVM_Task, 'duration_secs': 1.195328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.139500] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8/966245fb-866b-4ede-81c6-96c45548e9a8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.140309] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72e37a08-26d0-413b-ac09-2ca1112d2fff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.148449] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 782.148449] env[63005]: value = "task-2577393" [ 782.148449] env[63005]: _type = "Task" [ 782.148449] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.160555] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577393, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.255571] env[63005]: DEBUG nova.compute.utils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 782.418404] env[63005]: DEBUG oslo_vmware.api [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577391, 'name': RemoveSnapshot_Task, 'duration_secs': 0.505324} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.418404] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 782.418404] env[63005]: INFO nova.compute.manager [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 13.85 seconds to snapshot the instance on the hypervisor. [ 782.423149] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 782.485913] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577392, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.608911] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Successfully created port: d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 782.665894] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577393, 'name': Rename_Task, 'duration_secs': 0.266821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.669225] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.670043] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cec26db6-20dc-4fcf-bd34-41effd321d68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.679927] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 782.679927] env[63005]: value = "task-2577394" [ 782.679927] env[63005]: _type = "Task" [ 782.679927] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.693458] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577394, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.765032] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 782.840222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6579e47-b21e-4bc8-a701-1e00ea38b463 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.853741] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75e22a4-d80d-4dab-a8db-11e2bd51c19a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.887921] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22174a-2bc0-457f-9e28-5b10b09706df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.896444] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22abe4b1-a531-4011-8db0-e91c96788610 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.910962] env[63005]: DEBUG nova.compute.provider_tree [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 782.989444] env[63005]: DEBUG oslo_vmware.api [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577392, 'name': PowerOnVM_Task, 'duration_secs': 0.682487} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.992631] env[63005]: DEBUG nova.compute.manager [None req-cf88db8b-d3be-45f9-a71b-444026dc0796 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Found 2 images (rotation: 2) {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 782.994214] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 782.994756] env[63005]: INFO nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Took 8.93 seconds to spawn the instance on the hypervisor. [ 782.995217] env[63005]: DEBUG nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 782.996698] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0f077-4031-4f9a-991f-2d233894cf20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.192106] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577394, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.416076] env[63005]: DEBUG nova.scheduler.client.report [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 783.516363] env[63005]: INFO nova.compute.manager [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Took 39.84 seconds to build instance. [ 783.694867] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577394, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.777658] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 783.806987] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:33:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1738575732',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-661287300',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 783.808296] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 783.808468] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 783.808687] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 783.808830] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 783.808973] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 783.809196] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 783.809348] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 783.809512] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 783.809670] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 783.809843] env[63005]: DEBUG nova.virt.hardware [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 783.810739] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7b284-a841-4ba0-af60-6131961d7144 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.819608] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73fca27-3c55-4e3d-b1ca-68aa57f06aa0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.919977] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.687s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 783.920139] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 783.922788] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.330s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 783.923073] env[63005]: DEBUG nova.objects.instance [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lazy-loading 'resources' on Instance uuid e65043f5-524f-48c8-9774-9127604850c8 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.022112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-586091ed-3b22-4886-8768-095229fb2309 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.610s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.194847] env[63005]: DEBUG oslo_vmware.api [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577394, 'name': PowerOnVM_Task, 'duration_secs': 1.08418} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.198610] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.198997] env[63005]: DEBUG nova.compute.manager [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.200787] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42227097-9614-412a-81c6-c3e5b3eb56d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.207635] env[63005]: DEBUG nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 784.211486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc7a6a2-d76f-46ba-bf3d-7f810a4c6d28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.430522] env[63005]: DEBUG nova.compute.utils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 784.432157] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 784.432157] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 784.508543] env[63005]: DEBUG nova.policy [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972ecfcd0def4810a4fbfe2068505691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b46de5c97654db5bcf64dde9709b5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 784.722678] env[63005]: INFO nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] instance snapshotting [ 784.727061] env[63005]: DEBUG nova.objects.instance [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.732168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.910601] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Successfully updated port: d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 784.932015] env[63005]: DEBUG nova.compute.manager [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Received event network-vif-plugged-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 784.932245] env[63005]: DEBUG oslo_concurrency.lockutils [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] Acquiring lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 784.932245] env[63005]: DEBUG oslo_concurrency.lockutils [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] Lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 784.933091] env[63005]: DEBUG oslo_concurrency.lockutils [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] Lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 784.933091] env[63005]: DEBUG nova.compute.manager [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] No waiting events found dispatching network-vif-plugged-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 784.933091] env[63005]: WARNING nova.compute.manager [req-562a0622-dab1-4724-8f90-1e8edbdecf74 req-fe6c1224-fb0e-4ed0-b646-415ad922f0ab service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Received unexpected event network-vif-plugged-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f for instance with vm_state building and task_state spawning. [ 784.942016] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.001332] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae38689-fb31-46e7-8be2-f67c68061fae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.009331] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5a229e-9ffa-4715-8c46-7270e16707f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.046218] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Successfully created port: abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.048723] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb28fef3-0d50-4471-b694-a8ca5b93f78c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.058559] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65edbfe6-47c9-48ef-b6af-7e082f4d5f50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.074120] env[63005]: DEBUG nova.compute.provider_tree [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 785.240022] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f8bbc77-7eef-4cb0-a25f-dd8335978137 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.257451] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8070568a-27d1-4136-895a-01d9c1eac012 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.413583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 785.413737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413888] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.580023] env[63005]: DEBUG nova.scheduler.client.report [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 785.773976] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 785.774346] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aad65f23-c998-4871-a85a-966d731ca37a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.782278] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 785.782278] env[63005]: value = "task-2577395" [ 785.782278] env[63005]: _type = "Task" [ 785.782278] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.794656] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577395, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.954602] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 785.977069] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.981056] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 785.981281] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 785.981442] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.981629] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 785.981767] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.981912] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 785.982131] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 785.982292] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 785.982458] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 785.982619] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 785.982817] env[63005]: DEBUG nova.virt.hardware [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 785.987440] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efca6dea-e1e4-4265-abfb-610587faa3a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.996229] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8fff48-619b-4236-9f61-06a8b1aa4fc0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.022463] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.022831] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.067285] env[63005]: INFO nova.compute.manager [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Rebuilding instance [ 786.083321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.161s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.089375] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.995s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.091397] env[63005]: INFO nova.compute.claims [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 786.115879] env[63005]: INFO nova.scheduler.client.report [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Deleted allocations for instance e65043f5-524f-48c8-9774-9127604850c8 [ 786.117170] env[63005]: DEBUG nova.compute.manager [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 786.118021] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b15ba-4e5c-4039-b31d-1acfed0d85bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.205917] env[63005]: DEBUG nova.network.neutron [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updating instance_info_cache with network_info: [{"id": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "address": "fa:16:3e:e6:00:8a", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c11aea-32", "ovs_interfaceid": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.294825] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577395, 'name': CreateSnapshot_Task, 'duration_secs': 0.453924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.295655] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 786.296781] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94918ce4-01ca-4839-aba2-c97c1d3d83c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.536828] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 786.538106] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 786.629696] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fabd96e7-c70f-47d7-ba2f-868cc33cd70d tempest-ServersTestBootFromVolume-562673131 tempest-ServersTestBootFromVolume-562673131-project-member] Lock "e65043f5-524f-48c8-9774-9127604850c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.795s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.712315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 786.712315] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Instance network_info: |[{"id": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "address": "fa:16:3e:e6:00:8a", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c11aea-32", "ovs_interfaceid": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 786.713036] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:00:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2c11aea-32a8-4b29-9e0f-78ab60aacb1f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 786.720811] env[63005]: DEBUG oslo.service.loopingcall [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 786.721877] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Successfully updated port: abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 786.723517] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 786.724455] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71ffe7c3-26f0-4366-9627-cef79d10a3d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.745314] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 786.745314] env[63005]: value = "task-2577396" [ 786.745314] env[63005]: _type = "Task" [ 786.745314] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.755140] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577396, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.782335] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.782576] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.808203] env[63005]: DEBUG nova.compute.manager [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Received event network-vif-plugged-abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 786.808203] env[63005]: DEBUG oslo_concurrency.lockutils [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] Acquiring lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 786.808444] env[63005]: DEBUG oslo_concurrency.lockutils [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 786.808616] env[63005]: DEBUG oslo_concurrency.lockutils [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 786.808794] env[63005]: DEBUG nova.compute.manager [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] No waiting events found dispatching network-vif-plugged-abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 786.809016] env[63005]: WARNING nova.compute.manager [req-ea0ffb14-7016-4245-be82-24233271f236 req-4bfabb5b-c9b2-40fc-89ee-716e2f8cf5e9 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Received unexpected event network-vif-plugged-abbcc905-5f0c-4f31-ada0-051caa6f6bbb for instance with vm_state building and task_state spawning. [ 786.819263] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 786.819941] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b79a8e64-58b9-4811-aeac-f58776c547be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.828734] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 786.828734] env[63005]: value = "task-2577397" [ 786.828734] env[63005]: _type = "Task" [ 786.828734] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.836724] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577397, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.073269] env[63005]: DEBUG nova.compute.manager [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Received event network-changed-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 787.073269] env[63005]: DEBUG nova.compute.manager [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Refreshing instance network info cache due to event network-changed-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 787.073489] env[63005]: DEBUG oslo_concurrency.lockutils [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] Acquiring lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.074080] env[63005]: DEBUG oslo_concurrency.lockutils [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] Acquired lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.074080] env[63005]: DEBUG nova.network.neutron [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Refreshing network info cache for port d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 787.135113] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.135113] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b7d3d3a-d718-4073-ae1d-ca1b391be2d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.143353] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 787.143353] env[63005]: value = "task-2577398" [ 787.143353] env[63005]: _type = "Task" [ 787.143353] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.157021] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.226238] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.226457] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.226632] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.257024] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577396, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.284652] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 787.339939] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577397, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.537440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.538595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.538595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.538595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.538595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.547240] env[63005]: INFO nova.compute.manager [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Terminating instance [ 787.589557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.589557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.589557] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 787.612075] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf5f9d1-1fae-470d-b1b3-acdbc02a42da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.621404] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c081a3-6912-4f3f-ac5b-5bc0b11eab41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.663798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921acfe9-4015-4c98-a2f6-3bdbcb1893e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.674996] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577398, 'name': PowerOffVM_Task, 'duration_secs': 0.27559} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.678614] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.679059] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.680646] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a7dea-56a7-4d00-81dc-61865ca555c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.686735] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775163c1-3de5-4f23-a0ea-a838e2e5dc30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.698676] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.705966] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23c1f152-e3c2-4162-8ad2-52fde12d9cbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.707958] env[63005]: DEBUG nova.compute.provider_tree [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.761433] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577396, 'name': CreateVM_Task, 'duration_secs': 0.687297} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.761706] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 787.762615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.762871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.763380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 787.766219] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20dcd867-ed35-418c-8e25-ea926bd1f0ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.769715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.769961] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.770212] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore1] 0a461527-9913-4e90-b0d9-c00883713791 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.771650] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-689a377a-df06-44a1-8d8e-d7023622f36f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.774329] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 787.774329] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523d9ffd-d4d4-d9bc-6602-c9787a6be586" [ 787.774329] env[63005]: _type = "Task" [ 787.774329] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.779374] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 787.779374] env[63005]: value = "task-2577400" [ 787.779374] env[63005]: _type = "Task" [ 787.779374] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.786558] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523d9ffd-d4d4-d9bc-6602-c9787a6be586, 'name': SearchDatastore_Task, 'duration_secs': 0.011277} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.787412] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.789725] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 787.789965] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 787.790254] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 787.790381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.790567] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 787.796754] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2b0c69e-87d7-410f-8630-f47ed45531b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.799008] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.810356] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 787.810566] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 787.811324] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d017564d-f0ac-45c2-893d-0b711a08b013 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.817121] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 787.817121] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e63bd3-e8a7-2f6b-e479-191a782d4b09" [ 787.817121] env[63005]: _type = "Task" [ 787.817121] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.828832] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e63bd3-e8a7-2f6b-e479-191a782d4b09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.833023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.838571] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577397, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.972911] env[63005]: DEBUG nova.network.neutron [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updated VIF entry in instance network info cache for port d2c11aea-32a8-4b29-9e0f-78ab60aacb1f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 787.973425] env[63005]: DEBUG nova.network.neutron [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updating instance_info_cache with network_info: [{"id": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "address": "fa:16:3e:e6:00:8a", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c11aea-32", "ovs_interfaceid": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.016098] env[63005]: DEBUG nova.network.neutron [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Updating instance_info_cache with network_info: [{"id": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "address": "fa:16:3e:59:d8:93", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbcc905-5f", "ovs_interfaceid": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.056537] env[63005]: DEBUG nova.compute.manager [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 788.056537] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 788.057020] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f41a3e-9fc7-4d0c-8d7a-5ed491fddac5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.065468] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 788.065770] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ad450ee-e812-419a-91ff-dc528a3f512c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.074355] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 788.074355] env[63005]: value = "task-2577401" [ 788.074355] env[63005]: _type = "Task" [ 788.074355] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.083150] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577401, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.212048] env[63005]: DEBUG nova.scheduler.client.report [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.291219] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313212} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.291502] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.291760] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.292015] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.333242] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e63bd3-e8a7-2f6b-e479-191a782d4b09, 'name': SearchDatastore_Task, 'duration_secs': 0.011357} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.337539] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c67a139-398e-4be6-9722-39e200562e84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.344422] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 788.344422] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5243cb7f-c9ea-51c2-bc59-5c8e154c5d66" [ 788.344422] env[63005]: _type = "Task" [ 788.344422] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.347567] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577397, 'name': CloneVM_Task, 'duration_secs': 1.373429} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.350537] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Created linked-clone VM from snapshot [ 788.351321] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e8ad6a-53cf-4b8c-94ec-3e6a0a4081ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.358830] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5243cb7f-c9ea-51c2-bc59-5c8e154c5d66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.361971] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploading image 15377e62-53b9-4b8a-a03d-7da98ef71ff8 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 788.391052] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 788.391052] env[63005]: value = "vm-520138" [ 788.391052] env[63005]: _type = "VirtualMachine" [ 788.391052] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 788.391333] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-116f7432-d4f6-456a-9c09-fece15474d45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.398320] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease: (returnval){ [ 788.398320] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529a4b16-05e0-718b-9d8b-acf58384f486" [ 788.398320] env[63005]: _type = "HttpNfcLease" [ 788.398320] env[63005]: } obtained for exporting VM: (result){ [ 788.398320] env[63005]: value = "vm-520138" [ 788.398320] env[63005]: _type = "VirtualMachine" [ 788.398320] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 788.398577] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the lease: (returnval){ [ 788.398577] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529a4b16-05e0-718b-9d8b-acf58384f486" [ 788.398577] env[63005]: _type = "HttpNfcLease" [ 788.398577] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 788.405205] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.405205] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529a4b16-05e0-718b-9d8b-acf58384f486" [ 788.405205] env[63005]: _type = "HttpNfcLease" [ 788.405205] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 788.478793] env[63005]: DEBUG oslo_concurrency.lockutils [req-e0422071-1681-4979-bf5b-f66eefacb01a req-2501773b-2309-4615-94c6-8cf88e67803c service nova] Releasing lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.523681] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.524124] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Instance network_info: |[{"id": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "address": "fa:16:3e:59:d8:93", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbcc905-5f", "ovs_interfaceid": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 788.524550] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:d8:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abbcc905-5f0c-4f31-ada0-051caa6f6bbb', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 788.532204] env[63005]: DEBUG oslo.service.loopingcall [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 788.532418] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 788.532632] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98d31920-f02d-4e7d-9bb0-88dea8c5cff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.556756] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 788.556756] env[63005]: value = "task-2577403" [ 788.556756] env[63005]: _type = "Task" [ 788.556756] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.566363] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577403, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.582262] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577401, 'name': PowerOffVM_Task, 'duration_secs': 0.301667} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.582520] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 788.582688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 788.582961] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bd47e79-a93c-4d72-9103-8827383a049d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.652657] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.653262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.653631] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore1] 1a1dab80-6129-4b21-8883-d97a39d16cd6 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.654159] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c43e085-015c-4372-abb3-541ee250c952 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.661469] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 788.661469] env[63005]: value = "task-2577405" [ 788.661469] env[63005]: _type = "Task" [ 788.661469] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.680311] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577405, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.720123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.629s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.720774] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.725141] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.856s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 788.725625] env[63005]: DEBUG nova.objects.instance [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lazy-loading 'resources' on Instance uuid 81fcc80a-8f80-4d40-a061-f33c012cf54f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.858352] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5243cb7f-c9ea-51c2-bc59-5c8e154c5d66, 'name': SearchDatastore_Task, 'duration_secs': 0.034721} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.858643] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 788.858959] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/c3026000-ae9d-4378-9d76-658e3d00b183.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 788.859269] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c49e3e-3290-4b7c-82eb-84089a601f75 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.866067] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 788.866067] env[63005]: value = "task-2577406" [ 788.866067] env[63005]: _type = "Task" [ 788.866067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.880444] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.891204] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updating instance_info_cache with network_info: [{"id": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "address": "fa:16:3e:a1:48:f1", "network": {"id": "6166e47e-85ca-4a0d-b2d6-ba225a4b684b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1537534001-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f358e486ff0142c8ab5c34c268124078", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "983826cf-6390-4ec6-bf97-30a1060947fc", "external-id": "nsx-vlan-transportzone-367", "segmentation_id": 367, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec3fa694-23", "ovs_interfaceid": "ec3fa694-2345-4824-829f-a8ebfe2efe99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.906987] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 788.906987] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529a4b16-05e0-718b-9d8b-acf58384f486" [ 788.906987] env[63005]: _type = "HttpNfcLease" [ 788.906987] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 788.908929] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 788.908929] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529a4b16-05e0-718b-9d8b-acf58384f486" [ 788.908929] env[63005]: _type = "HttpNfcLease" [ 788.908929] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 788.910460] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48072962-86a8-4d78-8ec6-bc68349e1e05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.920247] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 788.920406] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 788.923906] env[63005]: DEBUG nova.compute.manager [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Received event network-changed-abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 788.924129] env[63005]: DEBUG nova.compute.manager [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Refreshing instance network info cache due to event network-changed-abbcc905-5f0c-4f31-ada0-051caa6f6bbb. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 788.924358] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] Acquiring lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 788.924475] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] Acquired lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.924634] env[63005]: DEBUG nova.network.neutron [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Refreshing network info cache for port abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.031598] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70c927ac-e558-45d4-86d7-95164b6b8321 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.068761] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577403, 'name': CreateVM_Task, 'duration_secs': 0.324733} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.071607] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.072479] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.072721] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.073179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.073464] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4a67f41-db6c-4294-b844-a093aa3035a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.083256] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 789.083256] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52140bc1-2bfc-8f85-23d0-ad190ab2d1a6" [ 789.083256] env[63005]: _type = "Task" [ 789.083256] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.091757] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52140bc1-2bfc-8f85-23d0-ad190ab2d1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.092112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.092392] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 789.092661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.092873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.093111] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 789.093393] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66d10c23-3340-45f3-a1d3-7dcf6bba62a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.100748] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 789.100968] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 789.101701] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce4d34e7-ffe7-4be4-8a45-38e92b04dfd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.106707] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 789.106707] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d0b2a5-9260-d14f-d85c-e2ea62b57d2b" [ 789.106707] env[63005]: _type = "Task" [ 789.106707] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.114731] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0b2a5-9260-d14f-d85c-e2ea62b57d2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.171559] env[63005]: DEBUG oslo_vmware.api [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577405, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22602} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.171859] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 789.172144] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 789.172237] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 789.172411] env[63005]: INFO nova.compute.manager [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 789.172803] env[63005]: DEBUG oslo.service.loopingcall [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.173026] env[63005]: DEBUG nova.compute.manager [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 789.173097] env[63005]: DEBUG nova.network.neutron [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 789.229814] env[63005]: DEBUG nova.compute.utils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 789.233121] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.233692] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 789.310402] env[63005]: DEBUG nova.policy [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa576e5ddd1845598af3230357b16320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5021f2018f46cb9e67dcd9bd2549f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 789.339224] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.339503] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.339652] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.339829] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.340012] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.340358] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.340648] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.341254] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.341552] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.341777] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.341997] env[63005]: DEBUG nova.virt.hardware [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.343327] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8743ce6d-fe3a-41dc-827e-f7677d3ec5d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.355687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-706745ee-7b46-4081-9064-7637a10430f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.376511] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:91:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79856779-0c5d-4403-afae-40bb397952f4', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.384685] env[63005]: DEBUG oslo.service.loopingcall [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 789.391288] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.392270] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-046c34fc-7b0f-4230-a750-028c8d1db98a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.408679] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-966245fb-866b-4ede-81c6-96c45548e9a8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.408918] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 789.412091] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.416571] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.416936] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577406, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.419019] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.419272] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.419272] env[63005]: value = "task-2577407" [ 789.419272] env[63005]: _type = "Task" [ 789.419272] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.419471] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.420088] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.423569] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.423837] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 789.424092] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 789.433150] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577407, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.625977] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0b2a5-9260-d14f-d85c-e2ea62b57d2b, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.633658] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61508312-6049-4e11-9aa0-fb0d717abb5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.643380] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 789.643380] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e9c5ea-2ec1-c6ae-0873-93ab6426114e" [ 789.643380] env[63005]: _type = "Task" [ 789.643380] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.665157] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e9c5ea-2ec1-c6ae-0873-93ab6426114e, 'name': SearchDatastore_Task, 'duration_secs': 0.011786} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.665615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 789.666133] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] a4a56a92-d12d-4e4e-983a-336949f7bbb3/a4a56a92-d12d-4e4e-983a-336949f7bbb3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.666501] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a59fb91-b0d3-44f6-9c5a-380436fccf0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.676946] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 789.676946] env[63005]: value = "task-2577408" [ 789.676946] env[63005]: _type = "Task" [ 789.676946] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.704972] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.735577] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 789.896141] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754752} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.896667] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/c3026000-ae9d-4378-9d76-658e3d00b183.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 789.896898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 789.897142] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a850cd-5ed3-4810-846e-f37a35af76f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.907943] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 789.907943] env[63005]: value = "task-2577409" [ 789.907943] env[63005]: _type = "Task" [ 789.907943] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.924442] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.929867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 789.942734] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577407, 'name': CreateVM_Task, 'duration_secs': 0.452407} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.942734] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 789.943231] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 789.943338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.943770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 789.944043] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c091faab-9649-403c-9f7d-c5b3d224c3f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.950149] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 789.950149] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524f0fd6-0bef-c15b-a203-fef4c5f8173e" [ 789.950149] env[63005]: _type = "Task" [ 789.950149] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.956984] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5691d29-6180-46c3-8ab9-e399d6a9daf6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.966618] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524f0fd6-0bef-c15b-a203-fef4c5f8173e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.973192] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f898e38-0caf-463d-a1f7-ba0e09c4d051 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.012239] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b45817b3-9c0e-40a2-a922-739d1e78b47b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.021056] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8637eda-de36-4ac4-a0bb-45cb3998fbec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.039887] env[63005]: DEBUG nova.compute.provider_tree [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.163967] env[63005]: DEBUG nova.network.neutron [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Updated VIF entry in instance network info cache for port abbcc905-5f0c-4f31-ada0-051caa6f6bbb. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 790.165369] env[63005]: DEBUG nova.network.neutron [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Updating instance_info_cache with network_info: [{"id": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "address": "fa:16:3e:59:d8:93", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabbcc905-5f", "ovs_interfaceid": "abbcc905-5f0c-4f31-ada0-051caa6f6bbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.197034] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577408, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.285154] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Successfully created port: 5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 790.310640] env[63005]: DEBUG nova.network.neutron [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.415358] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092813} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.415827] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.417353] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e58b19b-78a4-4db7-8cae-a8e12a34989d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.444491] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/c3026000-ae9d-4378-9d76-658e3d00b183.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.444795] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d830aae-1360-47b3-8544-a9bd2339e9dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.476277] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524f0fd6-0bef-c15b-a203-fef4c5f8173e, 'name': SearchDatastore_Task, 'duration_secs': 0.04861} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.477651] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.477898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 790.478142] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 790.478455] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.478455] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 790.478781] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 790.478781] env[63005]: value = "task-2577410" [ 790.478781] env[63005]: _type = "Task" [ 790.478781] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.478966] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0a8d62c-dee7-4785-b6fd-33db0f106c21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.495301] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 790.495440] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 790.496145] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d011de00-fe96-41d4-9588-7ac4a3efb3d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.503888] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 790.503888] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523e5092-ebe6-c7c9-0023-056eaf529d3a" [ 790.503888] env[63005]: _type = "Task" [ 790.503888] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.512525] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523e5092-ebe6-c7c9-0023-056eaf529d3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.546117] env[63005]: DEBUG nova.scheduler.client.report [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 790.668959] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f537136-324c-4c40-a30e-f4af3990a320 req-4107a8dc-3e10-46f2-b81c-289d3a7f9058 service nova] Releasing lock "refresh_cache-a4a56a92-d12d-4e4e-983a-336949f7bbb3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 790.699091] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540888} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.699247] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] a4a56a92-d12d-4e4e-983a-336949f7bbb3/a4a56a92-d12d-4e4e-983a-336949f7bbb3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.699660] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.700331] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9842f039-3223-4ba2-a1ce-3b4d22a89d2a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.709508] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 790.709508] env[63005]: value = "task-2577411" [ 790.709508] env[63005]: _type = "Task" [ 790.709508] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.720722] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577411, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.750936] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 790.778489] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 790.778867] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 790.779105] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 790.779364] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 790.779524] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 790.779893] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 790.780124] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 790.780283] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 790.780450] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 790.780611] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 790.780817] env[63005]: DEBUG nova.virt.hardware [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 790.781820] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f39eff-e61e-4049-b93b-1c65ac897fb4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.789514] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67176f70-58b7-438b-ad37-e5502bbae157 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.814834] env[63005]: INFO nova.compute.manager [-] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Took 1.64 seconds to deallocate network for instance. [ 790.991033] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577410, 'name': ReconfigVM_Task, 'duration_secs': 0.31412} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.991752] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/c3026000-ae9d-4378-9d76-658e3d00b183.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 790.992322] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=63005) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 790.993192] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-21ba1961-6147-44fb-ac8a-2886f42ab239 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.003018] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 791.003018] env[63005]: value = "task-2577412" [ 791.003018] env[63005]: _type = "Task" [ 791.003018] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.023168] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577412, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.023600] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523e5092-ebe6-c7c9-0023-056eaf529d3a, 'name': SearchDatastore_Task, 'duration_secs': 0.017923} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.024846] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f4a2140-d99b-4a0c-bc8f-7a97733fec43 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.030685] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 791.030685] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528d496f-f4da-8437-72a4-afa0e3f000b0" [ 791.030685] env[63005]: _type = "Task" [ 791.030685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.050292] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528d496f-f4da-8437-72a4-afa0e3f000b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.051875] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.327s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.055763] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.527s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.056277] env[63005]: INFO nova.compute.claims [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.091752] env[63005]: INFO nova.scheduler.client.report [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Deleted allocations for instance 81fcc80a-8f80-4d40-a061-f33c012cf54f [ 791.158263] env[63005]: DEBUG nova.compute.manager [req-4406645a-52a0-4c75-9a79-4cc59c6836ec req-97803f98-e042-4ac9-b4dc-d78cc59cc5cb service nova] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Received event network-vif-deleted-994ba186-95fa-48f3-9b26-e4963178071b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 791.220951] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577411, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153952} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.221078] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.222951] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c963baf-26f3-4ecc-aa91-b6b5e8fd3da6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.250296] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] a4a56a92-d12d-4e4e-983a-336949f7bbb3/a4a56a92-d12d-4e4e-983a-336949f7bbb3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.251256] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0ca0f5a-e96a-4730-9eae-9af2f73f720b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.273197] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 791.273197] env[63005]: value = "task-2577413" [ 791.273197] env[63005]: _type = "Task" [ 791.273197] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.282672] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.325555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.521687] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577412, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061044} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.522317] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=63005) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 791.524024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c9bb07-7bef-4ba3-9e7e-9b655fed7ab5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.559789] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/ephemeral_0.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.567461] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f385021d-5279-4c33-8edf-1af4cdfa6660 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.588837] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528d496f-f4da-8437-72a4-afa0e3f000b0, 'name': SearchDatastore_Task, 'duration_secs': 0.030156} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.590465] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 791.590749] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 791.591108] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 791.591108] env[63005]: value = "task-2577414" [ 791.591108] env[63005]: _type = "Task" [ 791.591108] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.591632] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72de5b8a-e0fd-4cad-98b8-997f0519da77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.601119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-498dcb16-da81-4a9c-aebe-608bde65f174 tempest-AttachInterfacesUnderV243Test-506607999 tempest-AttachInterfacesUnderV243Test-506607999-project-member] Lock "81fcc80a-8f80-4d40-a061-f33c012cf54f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.511s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.610123] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.610123] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 791.610123] env[63005]: value = "task-2577415" [ 791.610123] env[63005]: _type = "Task" [ 791.610123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.619120] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.786147] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577413, 'name': ReconfigVM_Task, 'duration_secs': 0.335494} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.786147] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] a4a56a92-d12d-4e4e-983a-336949f7bbb3/a4a56a92-d12d-4e4e-983a-336949f7bbb3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.786691] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e5fe180-fd4b-43fe-af93-7d2b62af5124 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.798021] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 791.798021] env[63005]: value = "task-2577416" [ 791.798021] env[63005]: _type = "Task" [ 791.798021] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.803702] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577416, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.106937] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.118356] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577415, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.241181] env[63005]: DEBUG nova.compute.manager [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received event network-vif-plugged-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 792.241181] env[63005]: DEBUG oslo_concurrency.lockutils [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] Acquiring lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.241181] env[63005]: DEBUG oslo_concurrency.lockutils [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] Lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.241181] env[63005]: DEBUG oslo_concurrency.lockutils [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] Lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.241181] env[63005]: DEBUG nova.compute.manager [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] No waiting events found dispatching network-vif-plugged-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.241374] env[63005]: WARNING nova.compute.manager [req-be50e5be-56d8-4293-92a1-ba4f7960dc48 req-cefa8b34-5c17-48fd-8fa5-c7169ed85d5a service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received unexpected event network-vif-plugged-5f0700fd-947e-4e24-9e4c-4f2cd998778f for instance with vm_state building and task_state spawning. [ 792.307918] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577416, 'name': Rename_Task, 'duration_secs': 0.298647} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.308384] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.308978] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50dfd6b3-5fb0-44ec-8998-3c4add2cf1d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.317459] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 792.317459] env[63005]: value = "task-2577417" [ 792.317459] env[63005]: _type = "Task" [ 792.317459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.327669] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.375189] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Successfully updated port: 5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.608938] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577414, 'name': ReconfigVM_Task, 'duration_secs': 0.608831} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.609293] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Reconfigured VM instance instance-00000032 to attach disk [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183/ephemeral_0.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.610110] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e41096a-57b4-49bb-9720-7d3fec6b38b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.624290] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 792.624290] env[63005]: value = "task-2577418" [ 792.624290] env[63005]: _type = "Task" [ 792.624290] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.629247] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52313} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.632749] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 792.633795] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 792.636193] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f18ec3b2-3cc4-49e8-870f-63629fd354da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.644029] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577418, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.645532] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 792.645532] env[63005]: value = "task-2577419" [ 792.645532] env[63005]: _type = "Task" [ 792.645532] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.656788] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.659125] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f30e6b-aecc-4104-bcba-aaf8a9782586 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.668196] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11fd001-6dc1-42fd-a29d-3f5fb8bc8bb1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.702110] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d34c61-2ebc-44af-b1ad-ddab9c4ef0b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.710483] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b02f7925-c03f-4e56-9cfa-53fb40e7b2cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.728683] env[63005]: DEBUG nova.compute.provider_tree [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 792.830122] env[63005]: DEBUG oslo_vmware.api [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577417, 'name': PowerOnVM_Task, 'duration_secs': 0.507887} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.830439] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 792.830699] env[63005]: INFO nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Took 6.88 seconds to spawn the instance on the hypervisor. [ 792.830884] env[63005]: DEBUG nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.831726] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758a93fd-954e-494d-b0bf-bceb788371f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.877599] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 792.877942] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.877942] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 793.142110] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577418, 'name': Rename_Task, 'duration_secs': 0.259415} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.142939] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.142939] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c181e2f-074a-468e-a6b0-727f061f84ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.150918] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 793.150918] env[63005]: value = "task-2577420" [ 793.150918] env[63005]: _type = "Task" [ 793.150918] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.157724] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.323621} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.158292] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.159070] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88469af-7b9c-4bfe-8dc9-25675988ae89 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.166019] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577420, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.183970] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.185034] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13edc018-259f-45c8-92cf-f9d644e01d99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.204096] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 793.204096] env[63005]: value = "task-2577421" [ 793.204096] env[63005]: _type = "Task" [ 793.204096] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.216352] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577421, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.234168] env[63005]: DEBUG nova.scheduler.client.report [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.359182] env[63005]: INFO nova.compute.manager [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Took 45.53 seconds to build instance. [ 793.430453] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.663534] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577420, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.718549] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.740096] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.740265] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 793.744444] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.910s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.744728] env[63005]: DEBUG nova.objects.instance [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lazy-loading 'resources' on Instance uuid 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.799750] env[63005]: DEBUG nova.network.neutron [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.861961] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88690493-ea9f-4ab7-b58a-66cc0b75d9ba tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.049s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.163944] env[63005]: DEBUG oslo_vmware.api [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577420, 'name': PowerOnVM_Task, 'duration_secs': 0.815017} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.164700] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.164950] env[63005]: INFO nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Took 10.39 seconds to spawn the instance on the hypervisor. [ 794.165169] env[63005]: DEBUG nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 794.166313] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce03e2f-16ba-46a7-b579-8592caf934ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.223739] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577421, 'name': ReconfigVM_Task, 'duration_secs': 0.573564} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.223739] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 0a461527-9913-4e90-b0d9-c00883713791/0a461527-9913-4e90-b0d9-c00883713791.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.223739] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c4e705e-de85-4bc3-a135-2322b84d9723 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.230236] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 794.230236] env[63005]: value = "task-2577422" [ 794.230236] env[63005]: _type = "Task" [ 794.230236] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.240361] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577422, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.248747] env[63005]: DEBUG nova.compute.utils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 794.251025] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 794.251025] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 794.302159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 794.302556] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Instance network_info: |[{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.302995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:37:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f0700fd-947e-4e24-9e4c-4f2cd998778f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.311694] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating folder: Project (1c5021f2018f46cb9e67dcd9bd2549f9). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.315954] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a11be51c-7ddc-482d-b36d-b5a2d6a07c0c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.319569] env[63005]: DEBUG nova.policy [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007dbbc48ad4409d919bd91415791efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4dee4aa8f44e808214e16b92161a15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 794.330421] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created folder: Project (1c5021f2018f46cb9e67dcd9bd2549f9) in parent group-v519994. [ 794.331276] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating folder: Instances. Parent ref: group-v520141. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.331276] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c58c7e3-332f-4755-881f-fcf8d83362cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.341018] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created folder: Instances in parent group-v520141. [ 794.341647] env[63005]: DEBUG oslo.service.loopingcall [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 794.341647] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.341777] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6162f74d-a266-4cf3-acc8-c5cd3d3047e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.366308] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.366308] env[63005]: value = "task-2577425" [ 794.366308] env[63005]: _type = "Task" [ 794.366308] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.375841] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577425, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.684767] env[63005]: INFO nova.compute.manager [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Took 46.97 seconds to build instance. [ 794.744400] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577422, 'name': Rename_Task, 'duration_secs': 0.21642} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.744969] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 794.745371] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10bbb5b8-2043-411b-aeb9-965d4c550592 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.752360] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 794.752360] env[63005]: value = "task-2577426" [ 794.752360] env[63005]: _type = "Task" [ 794.752360] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.755121] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 794.771824] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.879993] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577425, 'name': CreateVM_Task, 'duration_secs': 0.391153} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.880279] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.880806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 794.880970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.882037] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 794.882037] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a9d6943-c6ec-4600-a8b1-c31d6381dbe7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.886192] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 794.886192] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f72b86-35a3-c66a-1558-3277161a9dac" [ 794.886192] env[63005]: _type = "Task" [ 794.886192] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.897896] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f72b86-35a3-c66a-1558-3277161a9dac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.959711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446fb973-740c-4ad9-a7c3-79f7bbeaa867 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.968336] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-012bb75a-faa8-4c19-b0ac-6ad44f929ac9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.006839] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Successfully created port: 66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 795.009401] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80870d1d-8c05-41b5-ac50-863f80800037 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.017682] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d826f8-dc6a-416d-ac8a-0ae678a010d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.034669] env[63005]: DEBUG nova.compute.provider_tree [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.040421] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.040648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.046012] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "fe7f7038-24d0-4694-a117-14153da231d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.046707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.049023] env[63005]: DEBUG nova.compute.manager [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 795.052141] env[63005]: DEBUG nova.compute.manager [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing instance network info cache due to event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.052141] env[63005]: DEBUG oslo_concurrency.lockutils [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] Acquiring lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.052141] env[63005]: DEBUG oslo_concurrency.lockutils [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] Acquired lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.052141] env[63005]: DEBUG nova.network.neutron [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.189295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8527ccdb-3877-4e78-9196-f69e1ffdcadc tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.391s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.275746] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.410843] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f72b86-35a3-c66a-1558-3277161a9dac, 'name': SearchDatastore_Task, 'duration_secs': 0.010549} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.411912] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 795.411912] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.412195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 795.412412] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.412624] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.412928] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4e0834-c6eb-406c-9274-5c4f1b58afdb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.426478] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.426478] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.427038] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66435bef-6f76-4f53-b800-0006b6ee772c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.440699] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 795.440699] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521a8d99-2ac8-4fbe-f477-dac949640f4c" [ 795.440699] env[63005]: _type = "Task" [ 795.440699] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.450513] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521a8d99-2ac8-4fbe-f477-dac949640f4c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.537172] env[63005]: DEBUG nova.scheduler.client.report [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 795.547202] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.554621] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 795.769210] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.780071] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 795.810888] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.811294] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.811446] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.811650] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.811777] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.812040] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.812468] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.812535] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.812798] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.814265] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.814534] env[63005]: DEBUG nova.virt.hardware [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.815526] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4d453a-bcf6-49a9-a7c2-d3df453c9fe6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.825143] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b24f35-b8a6-46ca-9e5c-4c6946af8ec1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.842592] env[63005]: DEBUG nova.network.neutron [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updated VIF entry in instance network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 795.842978] env[63005]: DEBUG nova.network.neutron [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.949939] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521a8d99-2ac8-4fbe-f477-dac949640f4c, 'name': SearchDatastore_Task, 'duration_secs': 0.010346} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.950864] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-337d5d67-a86f-4696-b8a4-01000cace717 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.956462] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 795.956462] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524682ca-0aca-1d87-55a9-57d27f35b2f2" [ 795.956462] env[63005]: _type = "Task" [ 795.956462] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.965361] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524682ca-0aca-1d87-55a9-57d27f35b2f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.046013] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.301s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.048956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.568s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.050424] env[63005]: DEBUG nova.objects.instance [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 796.067126] env[63005]: INFO nova.scheduler.client.report [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Deleted allocations for instance 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619 [ 796.079999] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.081090] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.261022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "d014012e-97c9-4551-8a56-6a39ae405d42" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.261022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 796.274287] env[63005]: DEBUG oslo_vmware.api [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577426, 'name': PowerOnVM_Task, 'duration_secs': 1.337418} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.276294] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.277510] env[63005]: DEBUG nova.compute.manager [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.278869] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e02d0a9-8778-4103-855c-63bb3fe9d41c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.345736] env[63005]: DEBUG oslo_concurrency.lockutils [req-b393470e-59f9-456c-9b4c-eb226cd57b7a req-cba922a0-a7b5-4e68-9f79-112a33567e84 service nova] Releasing lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.379055] env[63005]: DEBUG nova.compute.manager [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.380085] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d871ae-ccd5-4831-ba3b-4d4bd01024ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.471254] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524682ca-0aca-1d87-55a9-57d27f35b2f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009944} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.472312] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 796.472644] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 9b8f193f-ddd3-4896-8dca-149bace33104/9b8f193f-ddd3-4896-8dca-149bace33104.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.472971] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dda14dd1-4595-44e7-803a-d56532ac254c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.481627] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 796.481627] env[63005]: value = "task-2577427" [ 796.481627] env[63005]: _type = "Task" [ 796.481627] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.491676] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.578651] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1d08cacf-7534-441f-991e-fe413f69bfec tempest-ImagesNegativeTestJSON-944904896 tempest-ImagesNegativeTestJSON-944904896-project-member] Lock "3f08c9a0-cfcd-4dec-ad2e-41afd6b22619" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.348s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 796.769373] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.803796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 796.895360] env[63005]: INFO nova.compute.manager [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] instance snapshotting [ 796.898752] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f0ed47-8907-4e28-8cb5-f30fe1bd1ec2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.923798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef52e376-7596-4e5f-872e-f841d302c48e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.997030] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577427, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.061924] env[63005]: DEBUG oslo_concurrency.lockutils [None req-23cc1792-8281-4003-96b4-17c9c2f7c9b7 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.063991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.591s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.067322] env[63005]: INFO nova.compute.claims [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.302295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.438241] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 797.438711] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0cd2bf90-00d0-432e-a26b-3c77bf45029f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.447872] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 797.447872] env[63005]: value = "task-2577428" [ 797.447872] env[63005]: _type = "Task" [ 797.447872] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.456664] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577428, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.493159] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675314} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.493461] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 9b8f193f-ddd3-4896-8dca-149bace33104/9b8f193f-ddd3-4896-8dca-149bace33104.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 797.493697] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 797.493976] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ef70465-710a-499b-94ff-bacecee13fea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.501012] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 797.501012] env[63005]: value = "task-2577429" [ 797.501012] env[63005]: _type = "Task" [ 797.501012] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.512098] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.619579] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Successfully updated port: 66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 797.766538] env[63005]: DEBUG nova.compute.manager [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Received event network-vif-plugged-66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 797.766770] env[63005]: DEBUG oslo_concurrency.lockutils [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] Acquiring lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.766979] env[63005]: DEBUG oslo_concurrency.lockutils [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.767176] env[63005]: DEBUG oslo_concurrency.lockutils [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.767379] env[63005]: DEBUG nova.compute.manager [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] No waiting events found dispatching network-vif-plugged-66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 797.767547] env[63005]: WARNING nova.compute.manager [req-25ee71ff-2ab2-4c08-9b48-63e06adfa854 req-66aef88e-eff1-489b-ab5a-aac1407bed13 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Received unexpected event network-vif-plugged-66c2c0f2-f795-4f04-9e9a-0730099ac3c7 for instance with vm_state building and task_state spawning. [ 797.960029] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.011854] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174571} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.012543] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.013526] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86747983-c85b-43ca-aad4-a68323043dcd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.041580] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 9b8f193f-ddd3-4896-8dca-149bace33104/9b8f193f-ddd3-4896-8dca-149bace33104.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.043029] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-920ef52a-00d9-4e49-aacb-6188a7bad539 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.063966] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 798.063966] env[63005]: value = "task-2577430" [ 798.063966] env[63005]: _type = "Task" [ 798.063966] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.073638] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577430, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.127132] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 798.127132] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.127132] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.461622] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577428, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.579499] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577430, 'name': ReconfigVM_Task, 'duration_secs': 0.49005} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.580435] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 9b8f193f-ddd3-4896-8dca-149bace33104/9b8f193f-ddd3-4896-8dca-149bace33104.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.580435] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba9d6f2-e414-4b75-b5b7-350964c50de5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.588203] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 798.588203] env[63005]: value = "task-2577431" [ 798.588203] env[63005]: _type = "Task" [ 798.588203] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.595394] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 798.595394] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cb6f29-29bd-4c3b-a6a4-2ac3a40c295c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.604925] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577431, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.606486] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 798.606645] env[63005]: ERROR oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk due to incomplete transfer. [ 798.607613] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9258cae4-d486-4299-9fcc-36bd75085a8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.615332] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527767e3-7480-be80-32c7-638d3fee073a/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 798.615522] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Uploaded image 15377e62-53b9-4b8a-a03d-7da98ef71ff8 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 798.617663] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 798.617922] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f6f979f7-008f-473c-a531-751aefb67127 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.623751] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 798.623751] env[63005]: value = "task-2577432" [ 798.623751] env[63005]: _type = "Task" [ 798.623751] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.638957] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577432, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.646800] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffea792-a7c8-49e0-a3f1-e56c88fbecb3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.654114] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681fc0a2-ce3b-4247-89bc-86b92118327b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.690507] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.693342] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679584cd-f63a-4a7b-96ed-57e8098c5e43 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.701211] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f27957-b980-4a28-afe4-34c412e3c7b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.716819] env[63005]: DEBUG nova.compute.provider_tree [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.918025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "0a461527-9913-4e90-b0d9-c00883713791" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.918025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.918025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "0a461527-9913-4e90-b0d9-c00883713791-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.918025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.918342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.922270] env[63005]: INFO nova.compute.manager [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Terminating instance [ 798.933480] env[63005]: DEBUG nova.network.neutron [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Updating instance_info_cache with network_info: [{"id": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "address": "fa:16:3e:11:d7:40", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c2c0f2-f7", "ovs_interfaceid": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.960205] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577428, 'name': CreateSnapshot_Task, 'duration_secs': 1.296342} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.960528] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 798.961257] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-668b63e4-69ee-4889-8c18-9d5f51995876 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.100256] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577431, 'name': Rename_Task, 'duration_secs': 0.177356} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.100644] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 799.100950] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-87ede447-4a2d-432b-a28a-fc294f83b386 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.108059] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 799.108059] env[63005]: value = "task-2577433" [ 799.108059] env[63005]: _type = "Task" [ 799.108059] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.120720] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577433, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.136221] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577432, 'name': Destroy_Task, 'duration_secs': 0.472122} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.136398] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroyed the VM [ 799.136681] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 799.136976] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5e8c5851-68a0-4960-9537-bc608c7b59db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.144298] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 799.144298] env[63005]: value = "task-2577434" [ 799.144298] env[63005]: _type = "Task" [ 799.144298] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.152427] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577434, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.220135] env[63005]: DEBUG nova.scheduler.client.report [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.423437] env[63005]: DEBUG nova.compute.manager [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 799.423774] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.425369] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11468911-17dd-4869-8a51-8c9056800a7e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.434010] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.434314] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ab47bdd-eb44-4ca8-b43b-0b61e9df2fb0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.436185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 799.436462] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Instance network_info: |[{"id": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "address": "fa:16:3e:11:d7:40", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c2c0f2-f7", "ovs_interfaceid": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 799.436830] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d7:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '66c2c0f2-f795-4f04-9e9a-0730099ac3c7', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 799.444110] env[63005]: DEBUG oslo.service.loopingcall [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 799.444714] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 799.444921] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d03ca167-c30d-45ff-bba8-9fcb7b347057 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.463564] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 799.463564] env[63005]: value = "task-2577435" [ 799.463564] env[63005]: _type = "Task" [ 799.463564] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.470761] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 799.470761] env[63005]: value = "task-2577436" [ 799.470761] env[63005]: _type = "Task" [ 799.470761] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.485958] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 799.486318] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.486550] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8d34a2b6-903d-457f-abcc-a452896ff0de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.495330] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577436, 'name': CreateVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.497277] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 799.497277] env[63005]: value = "task-2577437" [ 799.497277] env[63005]: _type = "Task" [ 799.497277] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.506210] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577437, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.618777] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 799.619074] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.625017] env[63005]: DEBUG oslo_vmware.api [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577433, 'name': PowerOnVM_Task, 'duration_secs': 0.506756} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.625186] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.625410] env[63005]: INFO nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Took 8.87 seconds to spawn the instance on the hypervisor. [ 799.625631] env[63005]: DEBUG nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 799.626823] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3b05f-7530-4e89-80ec-23f01c79e9a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.655803] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577434, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.730305] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 799.730305] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.736602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.043s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 799.740626] env[63005]: INFO nova.compute.claims [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.829600] env[63005]: DEBUG nova.compute.manager [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Received event network-changed-66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 799.829954] env[63005]: DEBUG nova.compute.manager [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Refreshing instance network info cache due to event network-changed-66c2c0f2-f795-4f04-9e9a-0730099ac3c7. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 799.830352] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Acquiring lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.830563] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Acquired lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.830785] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Refreshing network info cache for port 66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.975708] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577435, 'name': PowerOffVM_Task, 'duration_secs': 0.458623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.978873] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.979087] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.979344] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d78622c-8791-4750-aebe-a4e342e660c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.985195] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577436, 'name': CreateVM_Task, 'duration_secs': 0.42889} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.985311] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 799.985979] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 799.986201] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.986508] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 799.986736] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-461f6dad-5939-40c8-85bf-da3481ea7d87 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.991095] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 799.991095] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e83ec2-d54f-9ea0-6702-96c9c23745df" [ 799.991095] env[63005]: _type = "Task" [ 799.991095] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.999348] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e83ec2-d54f-9ea0-6702-96c9c23745df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.009392] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577437, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.061071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.061071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.061369] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore2] 0a461527-9913-4e90-b0d9-c00883713791 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.061648] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1db59d0-5f48-4a6a-94b8-e3731bd1ed17 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.069496] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 800.069496] env[63005]: value = "task-2577439" [ 800.069496] env[63005]: _type = "Task" [ 800.069496] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.077690] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.143869] env[63005]: INFO nova.compute.manager [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Took 46.07 seconds to build instance. [ 800.153911] env[63005]: DEBUG oslo_vmware.api [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577434, 'name': RemoveSnapshot_Task, 'duration_secs': 0.771334} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.154441] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 800.154650] env[63005]: INFO nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 14.92 seconds to snapshot the instance on the hypervisor. [ 800.250019] env[63005]: DEBUG nova.compute.utils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 800.251703] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 800.255289] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 800.311265] env[63005]: DEBUG nova.policy [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1d53f4f6244c16b12853a5d4cd0e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8b027f813e442b7b881f2ba0c236420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.502811] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e83ec2-d54f-9ea0-6702-96c9c23745df, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.506179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 800.506430] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 800.506684] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 800.506834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.507029] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 800.507306] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef9da45-f8f0-4f00-8875-321a83d80cbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.514256] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577437, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.515830] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 800.516068] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 800.518262] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58b1c1c6-18ce-4cb6-b603-8073943a9610 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.524390] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 800.524390] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52261d5b-10cd-980f-ff4a-32857fd5ecac" [ 800.524390] env[63005]: _type = "Task" [ 800.524390] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.533766] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52261d5b-10cd-980f-ff4a-32857fd5ecac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.579897] env[63005]: DEBUG oslo_vmware.api [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.579897] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.579897] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.579897] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.580230] env[63005]: INFO nova.compute.manager [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Took 1.16 seconds to destroy the instance on the hypervisor. [ 800.580506] env[63005]: DEBUG oslo.service.loopingcall [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 800.580637] env[63005]: DEBUG nova.compute.manager [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 800.580671] env[63005]: DEBUG nova.network.neutron [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 800.649719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-72e8c210-e96d-4460-b043-7bfa284f012c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.161s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 800.712437] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Updated VIF entry in instance network info cache for port 66c2c0f2-f795-4f04-9e9a-0730099ac3c7. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 800.712992] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Updating instance_info_cache with network_info: [{"id": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "address": "fa:16:3e:11:d7:40", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap66c2c0f2-f7", "ovs_interfaceid": "66c2c0f2-f795-4f04-9e9a-0730099ac3c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.722572] env[63005]: DEBUG nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Found 3 images (rotation: 2) {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 800.722572] env[63005]: DEBUG nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Rotating out 1 backups {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 800.722572] env[63005]: DEBUG nova.compute.manager [None req-9f56c6e3-8cc8-444a-bd13-df6403ccabe8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleting image fbc8b80d-9171-43ad-9f44-9747f05b470c {{(pid=63005) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 800.759047] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.887355] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Successfully created port: ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 801.014232] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577437, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.046024] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52261d5b-10cd-980f-ff4a-32857fd5ecac, 'name': SearchDatastore_Task, 'duration_secs': 0.019783} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.046024] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d56f48-afb8-48d2-ad0c-27171c02d28e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.050126] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 801.050126] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523d1255-abf2-45e0-96e1-aa79878a0ee9" [ 801.050126] env[63005]: _type = "Task" [ 801.050126] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.067083] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523d1255-abf2-45e0-96e1-aa79878a0ee9, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.068392] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.069108] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d088406c-7d55-4e8f-9618-49a296a79cf5/d088406c-7d55-4e8f-9618-49a296a79cf5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 801.069108] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e4fadb2-3662-43e5-a61f-d2aea965cbb3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.078751] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 801.078751] env[63005]: value = "task-2577440" [ 801.078751] env[63005]: _type = "Task" [ 801.078751] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.097287] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.153935] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 801.168463] env[63005]: DEBUG nova.compute.manager [req-b157ab24-cbae-4bee-9ccf-52b328b88093 req-200e0b39-2d63-4b5c-a70b-0f787d6df050 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Received event network-vif-deleted-79856779-0c5d-4403-afae-40bb397952f4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.168705] env[63005]: INFO nova.compute.manager [req-b157ab24-cbae-4bee-9ccf-52b328b88093 req-200e0b39-2d63-4b5c-a70b-0f787d6df050 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Neutron deleted interface 79856779-0c5d-4403-afae-40bb397952f4; detaching it from the instance and deleting it from the info cache [ 801.168920] env[63005]: DEBUG nova.network.neutron [req-b157ab24-cbae-4bee-9ccf-52b328b88093 req-200e0b39-2d63-4b5c-a70b-0f787d6df050 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.215856] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Releasing lock "refresh_cache-d088406c-7d55-4e8f-9618-49a296a79cf5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 801.216150] env[63005]: DEBUG nova.compute.manager [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Received event network-changed-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 801.216327] env[63005]: DEBUG nova.compute.manager [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Refreshing instance network info cache due to event network-changed-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 801.216827] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Acquiring lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 801.216827] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Acquired lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.216984] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Refreshing network info cache for port d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 801.376366] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bfc4f5-2c2e-4a64-aa3f-0c783f04513e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.386383] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a5482a-ae07-4816-aa40-f9c3edde74d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.426279] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f52359-ef42-4a9e-871e-3dc2e67ee8a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.434822] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17bf7f-62ad-4de6-9cbd-1ed39cc122b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.451634] env[63005]: DEBUG nova.compute.provider_tree [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.516535] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577437, 'name': CloneVM_Task, 'duration_secs': 1.668997} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.516979] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Created linked-clone VM from snapshot [ 801.517907] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22bce8-401e-4e62-95dc-2233249938f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.527911] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Uploading image 78bd049d-1abb-4728-afda-993f2801b843 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 801.554097] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 801.554097] env[63005]: value = "vm-520146" [ 801.554097] env[63005]: _type = "VirtualMachine" [ 801.554097] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 801.554397] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ccbeb335-15cb-4729-a412-5e20156d43d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.561316] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease: (returnval){ [ 801.561316] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5229731b-469d-a4f5-238b-c2da05ef4241" [ 801.561316] env[63005]: _type = "HttpNfcLease" [ 801.561316] env[63005]: } obtained for exporting VM: (result){ [ 801.561316] env[63005]: value = "vm-520146" [ 801.561316] env[63005]: _type = "VirtualMachine" [ 801.561316] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 801.561582] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the lease: (returnval){ [ 801.561582] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5229731b-469d-a4f5-238b-c2da05ef4241" [ 801.561582] env[63005]: _type = "HttpNfcLease" [ 801.561582] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 801.570109] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 801.570109] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5229731b-469d-a4f5-238b-c2da05ef4241" [ 801.570109] env[63005]: _type = "HttpNfcLease" [ 801.570109] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 801.587723] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477159} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.587979] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d088406c-7d55-4e8f-9618-49a296a79cf5/d088406c-7d55-4e8f-9618-49a296a79cf5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 801.588598] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 801.588868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7dd5219-aec8-4c7f-bdee-81c22b70280a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.596305] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 801.596305] env[63005]: value = "task-2577442" [ 801.596305] env[63005]: _type = "Task" [ 801.596305] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.600323] env[63005]: DEBUG nova.network.neutron [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.610936] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.675568] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-14f8b1c5-2ef0-4cca-ad9c-1c03d2fe7fe6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.687791] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0bc3e-e1d1-4bfc-b427-6896b6602ff1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.703940] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 801.737037] env[63005]: DEBUG nova.compute.manager [req-b157ab24-cbae-4bee-9ccf-52b328b88093 req-200e0b39-2d63-4b5c-a70b-0f787d6df050 service nova] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Detach interface failed, port_id=79856779-0c5d-4403-afae-40bb397952f4, reason: Instance 0a461527-9913-4e90-b0d9-c00883713791 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 801.771081] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.801294] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.801468] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.801649] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.801888] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.801979] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.802425] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.802641] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.802828] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.803082] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.803198] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.803392] env[63005]: DEBUG nova.virt.hardware [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.804273] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c66136-d61e-4806-a305-073519b25003 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.812253] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2167aa-f81d-4a0c-ae99-fc64edc46e96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.955948] env[63005]: DEBUG nova.scheduler.client.report [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.977815] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updated VIF entry in instance network info cache for port d2c11aea-32a8-4b29-9e0f-78ab60aacb1f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 801.978226] env[63005]: DEBUG nova.network.neutron [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updating instance_info_cache with network_info: [{"id": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "address": "fa:16:3e:e6:00:8a", "network": {"id": "433096de-5305-46f4-bd61-881344a7587e", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1421690504-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.145", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9ee46bcf2bc34a4eb44a79fa7c330c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2c11aea-32", "ovs_interfaceid": "d2c11aea-32a8-4b29-9e0f-78ab60aacb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.074038] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 802.074038] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5229731b-469d-a4f5-238b-c2da05ef4241" [ 802.074038] env[63005]: _type = "HttpNfcLease" [ 802.074038] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 802.074294] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 802.074294] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5229731b-469d-a4f5-238b-c2da05ef4241" [ 802.074294] env[63005]: _type = "HttpNfcLease" [ 802.074294] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 802.075047] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30483f2d-2fcd-4890-9787-2c854ec10250 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.082538] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 802.082715] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 802.139640] env[63005]: INFO nova.compute.manager [-] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Took 1.56 seconds to deallocate network for instance. [ 802.153958] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062307} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.154469] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.155198] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc42786-019d-4c1b-978b-2d816a3c5853 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.182859] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d088406c-7d55-4e8f-9618-49a296a79cf5/d088406c-7d55-4e8f-9618-49a296a79cf5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.182859] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdce97a8-28ba-4db7-878a-9e2812e052e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.202984] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fb1a0238-69ad-4fa0-bf51-3e7b11f853f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.210761] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 802.210761] env[63005]: value = "task-2577443" [ 802.210761] env[63005]: _type = "Task" [ 802.210761] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.221270] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.461923] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.462779] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.469093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.709s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.469484] env[63005]: DEBUG nova.objects.instance [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lazy-loading 'resources' on Instance uuid 1d25291d-0faa-43b0-97a2-2c2db98b46c8 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.480841] env[63005]: DEBUG oslo_concurrency.lockutils [req-8841d7cc-176f-4b25-a855-c400b5d8d33c req-273eecfa-bbbd-4bea-8db7-5f6b50a8cf94 service nova] Releasing lock "refresh_cache-c3026000-ae9d-4378-9d76-658e3d00b183" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 802.651534] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.721779] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577443, 'name': ReconfigVM_Task, 'duration_secs': 0.286425} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.722180] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d088406c-7d55-4e8f-9618-49a296a79cf5/d088406c-7d55-4e8f-9618-49a296a79cf5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.722902] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-edd17847-b591-4bc1-9b1b-ff7e53d4d155 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.729759] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 802.729759] env[63005]: value = "task-2577444" [ 802.729759] env[63005]: _type = "Task" [ 802.729759] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.739138] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577444, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.952402] env[63005]: DEBUG nova.compute.manager [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Received event network-vif-plugged-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 802.953852] env[63005]: DEBUG oslo_concurrency.lockutils [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] Acquiring lock "172dafa3-669c-416f-ba21-5c668049ec67-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.954211] env[63005]: DEBUG oslo_concurrency.lockutils [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] Lock "172dafa3-669c-416f-ba21-5c668049ec67-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.955707] env[63005]: DEBUG oslo_concurrency.lockutils [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] Lock "172dafa3-669c-416f-ba21-5c668049ec67-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.955977] env[63005]: DEBUG nova.compute.manager [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] No waiting events found dispatching network-vif-plugged-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 802.956295] env[63005]: WARNING nova.compute.manager [req-22982be7-9fc5-42fc-9fa7-db5d24a61250 req-a2749bcf-7b70-46c5-b4b9-fdf28e5b04da service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Received unexpected event network-vif-plugged-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 for instance with vm_state building and task_state spawning. [ 802.975139] env[63005]: DEBUG nova.compute.utils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 802.979518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.979755] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.980026] env[63005]: DEBUG nova.compute.manager [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.980268] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.980433] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.983223] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9b954b-3747-4f45-a4b1-ffcf2d4bf2df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.991549] env[63005]: DEBUG nova.compute.manager [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 802.992395] env[63005]: DEBUG nova.objects.instance [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.040559] env[63005]: DEBUG nova.policy [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.092260] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Successfully updated port: ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.228652] env[63005]: DEBUG nova.compute.manager [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 803.228891] env[63005]: DEBUG nova.compute.manager [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing instance network info cache due to event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 803.229096] env[63005]: DEBUG oslo_concurrency.lockutils [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] Acquiring lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.229272] env[63005]: DEBUG oslo_concurrency.lockutils [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] Acquired lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.229404] env[63005]: DEBUG nova.network.neutron [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 803.241776] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577444, 'name': Rename_Task, 'duration_secs': 0.153677} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.242550] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 803.242550] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da0f8d9c-b7fd-45bb-a48c-d7c245777ec4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.251748] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 803.251748] env[63005]: value = "task-2577445" [ 803.251748] env[63005]: _type = "Task" [ 803.251748] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.265566] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.382864] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Successfully created port: ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.480766] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 803.577436] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e20db0-3ed6-4ff5-95a3-94587a6d9299 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.586712] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79d4982-9815-4a81-92dc-0fff9f22ee76 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.595341] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 803.595440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.595511] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.626148] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a80bed-b8e1-4213-9c44-3a150fc735c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.635220] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee46427-c0ba-4372-8632-545af989dfbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.651100] env[63005]: DEBUG nova.compute.provider_tree [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.708554] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.761954] env[63005]: DEBUG oslo_vmware.api [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577445, 'name': PowerOnVM_Task, 'duration_secs': 0.464878} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.764303] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.764533] env[63005]: INFO nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Took 7.98 seconds to spawn the instance on the hypervisor. [ 803.764707] env[63005]: DEBUG nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 803.765546] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d097824c-41b6-45b8-8c4f-d477fc65cc85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.904310] env[63005]: DEBUG nova.network.neutron [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updating instance_info_cache with network_info: [{"id": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "address": "fa:16:3e:82:c3:b4", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea144ca3-82", "ovs_interfaceid": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.975026] env[63005]: DEBUG nova.network.neutron [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updated VIF entry in instance network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 803.975410] env[63005]: DEBUG nova.network.neutron [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.007974] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.008354] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7973b293-a99a-4e03-885c-32370a535a8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.019176] env[63005]: DEBUG oslo_vmware.api [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 804.019176] env[63005]: value = "task-2577446" [ 804.019176] env[63005]: _type = "Task" [ 804.019176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.035925] env[63005]: DEBUG oslo_vmware.api [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.154452] env[63005]: DEBUG nova.scheduler.client.report [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.285177] env[63005]: INFO nova.compute.manager [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Took 47.77 seconds to build instance. [ 804.408897] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.409276] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance network_info: |[{"id": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "address": "fa:16:3e:82:c3:b4", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea144ca3-82", "ovs_interfaceid": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.409620] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:c3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea144ca3-82e2-4ebb-a72b-d75d5777f2d1', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.417508] env[63005]: DEBUG oslo.service.loopingcall [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 804.417756] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.417984] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21b519cc-9d50-4349-b9cb-e00cd05681e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.440224] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.440224] env[63005]: value = "task-2577447" [ 804.440224] env[63005]: _type = "Task" [ 804.440224] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.450484] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577447, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.478349] env[63005]: DEBUG oslo_concurrency.lockutils [req-54a50154-2175-4f41-989e-f1affb2e4b64 req-238f3223-b4bb-430a-b05d-3e6d34ecbd1b service nova] Releasing lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 804.490940] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 804.515267] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.515537] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.515699] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.515879] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.516034] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.516188] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.516396] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.516556] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.516728] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.516877] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.517078] env[63005]: DEBUG nova.virt.hardware [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.517953] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed6817-640a-4fb6-99b9-f1f832b5e3f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.531551] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32811fd-d7ce-43e1-8463-adb644427920 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.535466] env[63005]: DEBUG oslo_vmware.api [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577446, 'name': PowerOffVM_Task, 'duration_secs': 0.25574} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.535745] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.535934] env[63005]: DEBUG nova.compute.manager [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 804.537068] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33073e48-b998-426c-b713-160c11e39bd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.663983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.194s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.666834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.415s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 804.667147] env[63005]: DEBUG nova.objects.instance [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'resources' on Instance uuid 62a61aa1-4f64-4027-bc3d-fecd76f8afb1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.694046] env[63005]: INFO nova.scheduler.client.report [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleted allocations for instance 1d25291d-0faa-43b0-97a2-2c2db98b46c8 [ 804.787797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56c3081e-8014-4317-add6-e24c03b19b4a tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.988s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 804.918354] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Successfully updated port: ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 804.950737] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577447, 'name': CreateVM_Task, 'duration_secs': 0.416466} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.950918] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 804.951643] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 804.951826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.952214] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 804.952495] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7f1919-71e0-48af-a4fb-52c44f18e902 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.957907] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 804.957907] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52122d2d-9ca7-55f0-d468-65d73f4d3706" [ 804.957907] env[63005]: _type = "Task" [ 804.957907] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.966296] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52122d2d-9ca7-55f0-d468-65d73f4d3706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.057094] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1998ed9b-563e-4483-8f47-243fcc31d5dc tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.077s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.147395] env[63005]: DEBUG nova.compute.manager [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Received event network-changed-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.147597] env[63005]: DEBUG nova.compute.manager [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Refreshing instance network info cache due to event network-changed-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.147811] env[63005]: DEBUG oslo_concurrency.lockutils [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] Acquiring lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.147952] env[63005]: DEBUG oslo_concurrency.lockutils [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] Acquired lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.148981] env[63005]: DEBUG nova.network.neutron [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Refreshing network info cache for port ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.204188] env[63005]: DEBUG oslo_concurrency.lockutils [None req-42de53cb-cba8-47f5-bc82-6360d886f7a5 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "1d25291d-0faa-43b0-97a2-2c2db98b46c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.684s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.356811] env[63005]: DEBUG nova.compute.manager [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Received event network-vif-plugged-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.357069] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Acquiring lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.357336] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.357579] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.357795] env[63005]: DEBUG nova.compute.manager [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] No waiting events found dispatching network-vif-plugged-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.357967] env[63005]: WARNING nova.compute.manager [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Received unexpected event network-vif-plugged-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b for instance with vm_state building and task_state spawning. [ 805.358165] env[63005]: DEBUG nova.compute.manager [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Received event network-changed-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 805.358346] env[63005]: DEBUG nova.compute.manager [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Refreshing instance network info cache due to event network-changed-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 805.358642] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Acquiring lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.358732] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Acquired lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.358876] env[63005]: DEBUG nova.network.neutron [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Refreshing network info cache for port ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 805.422060] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.475397] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52122d2d-9ca7-55f0-d468-65d73f4d3706, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.479261] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 805.479530] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 805.479845] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 805.479929] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.480155] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 805.480953] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ab5d501-6a81-4df4-ae9f-6587da37d5a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.490066] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 805.490307] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 805.491330] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcb802d-356b-4284-91a7-63aff2549141 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.499680] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 805.499680] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5230ba24-da78-039e-7e10-c89963ee03f6" [ 805.499680] env[63005]: _type = "Task" [ 805.499680] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.509132] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5230ba24-da78-039e-7e10-c89963ee03f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.675453] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128f3b83-0a73-46ae-87cd-9ea6a323b441 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.686270] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4022d3-3ff6-435f-a39c-44fd0dcd27a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.725099] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f53c360e-fdd3-46d8-bb96-dad7476d5112 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.732621] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8bac48-f4cd-4095-b497-9b6f6fcef898 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.746499] env[63005]: DEBUG nova.compute.provider_tree [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.809156] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "a5f22253-0529-4b40-b827-d5160cbaa55b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.809436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.809654] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "a5f22253-0529-4b40-b827-d5160cbaa55b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 805.809871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 805.810065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 805.814259] env[63005]: INFO nova.compute.manager [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Terminating instance [ 805.917049] env[63005]: DEBUG nova.network.neutron [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.934783] env[63005]: DEBUG nova.compute.manager [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 805.935688] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6ff8ab-34cc-4070-8876-8cbcf9c0d1dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.961864] env[63005]: DEBUG nova.network.neutron [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updated VIF entry in instance network info cache for port ea144ca3-82e2-4ebb-a72b-d75d5777f2d1. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 805.962246] env[63005]: DEBUG nova.network.neutron [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updating instance_info_cache with network_info: [{"id": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "address": "fa:16:3e:82:c3:b4", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea144ca3-82", "ovs_interfaceid": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.008902] env[63005]: DEBUG nova.network.neutron [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.015392] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5230ba24-da78-039e-7e10-c89963ee03f6, 'name': SearchDatastore_Task, 'duration_secs': 0.017815} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.016522] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d99c29d-4512-42c2-90c4-a6ef901a527b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.022222] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 806.022222] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528fad79-727f-c2f2-1b4e-7e08d0bea6bc" [ 806.022222] env[63005]: _type = "Task" [ 806.022222] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.030715] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528fad79-727f-c2f2-1b4e-7e08d0bea6bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.249875] env[63005]: DEBUG nova.scheduler.client.report [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.318255] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "refresh_cache-a5f22253-0529-4b40-b827-d5160cbaa55b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 806.318483] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquired lock "refresh_cache-a5f22253-0529-4b40-b827-d5160cbaa55b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.318665] env[63005]: DEBUG nova.network.neutron [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.364369] env[63005]: DEBUG nova.compute.manager [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Stashing vm_state: stopped {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 806.447143] env[63005]: INFO nova.compute.manager [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] instance snapshotting [ 806.449958] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dea25e-1a3b-47bc-b4ce-2231be6db9c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.470948] env[63005]: DEBUG oslo_concurrency.lockutils [req-998ab133-3f74-4697-a63e-1a045a9209b3 req-c3599240-23d3-4be0-beae-44d48d08b687 service nova] Releasing lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.472123] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30719f0-7383-4c45-8353-a437ae7a06cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.516667] env[63005]: DEBUG oslo_concurrency.lockutils [req-9d623b29-3351-4690-af89-c94890ccd1e1 req-1cfe9ff6-1de8-492d-87ad-a7fa4b64631a service nova] Releasing lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.517140] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.517346] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.535698] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528fad79-727f-c2f2-1b4e-7e08d0bea6bc, 'name': SearchDatastore_Task, 'duration_secs': 0.016724} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.535964] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 806.536235] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.536497] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dce22a6b-2600-4e16-8776-99a0fea2ead6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.543350] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 806.543350] env[63005]: value = "task-2577448" [ 806.543350] env[63005]: _type = "Task" [ 806.543350] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.551391] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577448, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.755889] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.089s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.759374] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.315s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.759623] env[63005]: DEBUG nova.objects.instance [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lazy-loading 'resources' on Instance uuid e5e494bc-0262-4de6-84e7-ffc2989b9e19 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 806.780819] env[63005]: INFO nova.scheduler.client.report [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance 62a61aa1-4f64-4027-bc3d-fecd76f8afb1 [ 806.839085] env[63005]: DEBUG nova.network.neutron [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.887916] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.905343] env[63005]: DEBUG nova.network.neutron [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.984889] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 806.986529] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-023720b9-31c7-44fe-b923-4ca0188e4266 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.996536] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 806.996536] env[63005]: value = "task-2577449" [ 806.996536] env[63005]: _type = "Task" [ 806.996536] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.009091] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.053846] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577448, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.055984] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.208528] env[63005]: DEBUG nova.network.neutron [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Updating instance_info_cache with network_info: [{"id": "ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b", "address": "fa:16:3e:18:86:41", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7f2ce0-b2", "ovs_interfaceid": "ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.296459] env[63005]: DEBUG oslo_concurrency.lockutils [None req-56df84c5-725d-4a1e-ab00-f8ee75514c66 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "62a61aa1-4f64-4027-bc3d-fecd76f8afb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.220s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 807.411021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Releasing lock "refresh_cache-a5f22253-0529-4b40-b827-d5160cbaa55b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.411021] env[63005]: DEBUG nova.compute.manager [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.411398] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.412485] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25f38d4-1d1b-412a-9fa4-d5e3350ec4ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.421728] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.424402] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbe1d5fb-7621-4f90-9460-b625968a4948 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.431087] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 807.431087] env[63005]: value = "task-2577450" [ 807.431087] env[63005]: _type = "Task" [ 807.431087] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.440008] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577450, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.510346] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577449, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.558612] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577448, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669471} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.561835] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.562142] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.562645] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-62d72708-8483-4bdf-b5b5-bd9e3853793d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.569576] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 807.569576] env[63005]: value = "task-2577451" [ 807.569576] env[63005]: _type = "Task" [ 807.569576] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.580263] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.711676] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-96813fa5-6cbb-4bd4-af21-7cd97bd416e1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 807.712085] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Instance network_info: |[{"id": "ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b", "address": "fa:16:3e:18:86:41", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapff7f2ce0-b2", "ovs_interfaceid": "ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.715278] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:86:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.723789] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating folder: Project (411ab5b808ff450aa32fc1819883b5da). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.724339] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6827f905-6cf5-4b05-bcc6-2cbb50f11567 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.735204] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created folder: Project (411ab5b808ff450aa32fc1819883b5da) in parent group-v519994. [ 807.735204] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating folder: Instances. Parent ref: group-v520148. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.736713] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94993ffe-7608-497e-98a1-ccd0ed1b5c97 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.745526] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created folder: Instances in parent group-v520148. [ 807.745763] env[63005]: DEBUG oslo.service.loopingcall [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 807.745914] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.746189] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-69de8b6a-63a9-46df-aaa1-3d6702916025 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.768730] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.768730] env[63005]: value = "task-2577454" [ 807.768730] env[63005]: _type = "Task" [ 807.768730] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.774380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdeb182-de44-4738-ab43-525a184e44ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.779802] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.784613] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afa393-e11f-4392-8a6c-79def2728188 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.817436] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc20db49-a642-4463-a570-6c683f4fb050 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.825178] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eeea85-503a-43dd-a9ce-1bd0a8679a10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.839507] env[63005]: DEBUG nova.compute.provider_tree [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.941584] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577450, 'name': PowerOffVM_Task, 'duration_secs': 0.244598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.941887] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.942084] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.942369] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bea85505-d8d7-4bbb-8fe0-b22fddc0d3a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.974968] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.974968] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.975094] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleting the datastore file [datastore1] a5f22253-0529-4b40-b827-d5160cbaa55b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.975377] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b5ccec7-4327-460a-9518-48da2abd6933 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.983257] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for the task: (returnval){ [ 807.983257] env[63005]: value = "task-2577456" [ 807.983257] env[63005]: _type = "Task" [ 807.983257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.993873] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.007320] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577449, 'name': CreateSnapshot_Task, 'duration_secs': 0.897724} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.007591] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 808.008376] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ede5e7-d36d-42c9-95ab-9361331176eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.079996] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154871} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.080289] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.081075] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ff67e-1a48-4edc-ae78-16fd69fd5bb5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.104278] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.104454] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed07167-1d3c-4b59-a623-32e965af850f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.124788] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 808.124788] env[63005]: value = "task-2577457" [ 808.124788] env[63005]: _type = "Task" [ 808.124788] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.133739] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577457, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.279462] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.343334] env[63005]: DEBUG nova.scheduler.client.report [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.496278] env[63005]: DEBUG oslo_vmware.api [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Task: {'id': task-2577456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191931} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.496577] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.498013] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.498013] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.498013] env[63005]: INFO nova.compute.manager [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Took 1.09 seconds to destroy the instance on the hypervisor. [ 808.498013] env[63005]: DEBUG oslo.service.loopingcall [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 808.498013] env[63005]: DEBUG nova.compute.manager [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.498013] env[63005]: DEBUG nova.network.neutron [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.517601] env[63005]: DEBUG nova.network.neutron [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.528715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 808.529140] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b232f01-6c6c-44b9-8d9d-cb28ee76a211 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.541572] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 808.541572] env[63005]: value = "task-2577458" [ 808.541572] env[63005]: _type = "Task" [ 808.541572] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.550734] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577458, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.638403] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577457, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.779365] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.849368] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.852204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 41.469s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 808.870573] env[63005]: INFO nova.scheduler.client.report [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleted allocations for instance e5e494bc-0262-4de6-84e7-ffc2989b9e19 [ 808.997377] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 808.997633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.020458] env[63005]: DEBUG nova.network.neutron [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.052296] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577458, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.138435] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577457, 'name': ReconfigVM_Task, 'duration_secs': 0.53303} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.138758] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.139508] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02293a8c-e8d4-4e6a-aee1-7cf5999b284b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.148367] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 809.148367] env[63005]: value = "task-2577459" [ 809.148367] env[63005]: _type = "Task" [ 809.148367] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.153228] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 809.154270] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e9b01-1d17-42c8-b386-0b1e3a2b5475 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.161825] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577459, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.163258] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 809.163416] env[63005]: ERROR oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk due to incomplete transfer. [ 809.163680] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b67c9fbb-c3c3-4dfa-9b4c-7f6b25c34946 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.174696] env[63005]: DEBUG oslo_vmware.rw_handles [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5220f67a-c3e2-9e5a-249b-4baa01c239e1/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 809.174951] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Uploaded image 78bd049d-1abb-4728-afda-993f2801b843 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 809.177172] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 809.177847] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-92a344cf-7213-4b40-bd52-052b9cf7b5a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.184480] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 809.184480] env[63005]: value = "task-2577460" [ 809.184480] env[63005]: _type = "Task" [ 809.184480] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.193139] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577460, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.280486] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.357227] env[63005]: INFO nova.compute.claims [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.378523] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80ee9c9f-b228-4ee9-8da1-cd533bb0804f tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "e5e494bc-0262-4de6-84e7-ffc2989b9e19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.723s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.501578] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 809.523027] env[63005]: INFO nova.compute.manager [-] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Took 1.03 seconds to deallocate network for instance. [ 809.553238] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577458, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.661157] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577459, 'name': Rename_Task, 'duration_secs': 0.45591} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.661365] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.661841] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f351224-6d86-4434-8c98-32a36417343a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.668725] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 809.668725] env[63005]: value = "task-2577461" [ 809.668725] env[63005]: _type = "Task" [ 809.668725] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.677697] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.678138] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.678455] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.678753] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 809.679041] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 809.679548] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 809.681827] env[63005]: INFO nova.compute.manager [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Terminating instance [ 809.697280] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577460, 'name': Destroy_Task, 'duration_secs': 0.453119} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.698320] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Destroyed the VM [ 809.698320] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 809.698320] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1c8b98e-01a4-4661-a2e9-cd0707ef7332 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.706535] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 809.706535] env[63005]: value = "task-2577462" [ 809.706535] env[63005]: _type = "Task" [ 809.706535] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.716521] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577462, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.781238] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.864058] env[63005]: INFO nova.compute.resource_tracker [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating resource usage from migration 59878135-2a39-4ba4-9aff-3fe6cbeb9c92 [ 810.021765] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.029337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.055161] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577458, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.179745] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.192429] env[63005]: DEBUG nova.compute.manager [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 810.192648] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 810.193568] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba874e3a-507e-4246-b802-cb1cafce4f01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.204627] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 810.204941] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dac3656-89a5-4493-9517-a7af7bb88880 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.217541] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 810.217541] env[63005]: value = "task-2577463" [ 810.217541] env[63005]: _type = "Task" [ 810.217541] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.226098] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577462, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.232814] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.286190] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577454, 'name': CreateVM_Task, 'duration_secs': 2.349502} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.286419] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 810.287764] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.287764] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.288154] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 810.288517] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3795bd96-1496-45d1-86d4-c857e1ab43fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.300345] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 810.300345] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5224c7d0-5743-41ff-aae5-44230feab743" [ 810.300345] env[63005]: _type = "Task" [ 810.300345] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.307984] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5224c7d0-5743-41ff-aae5-44230feab743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.389083] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802b4fd6-1634-4ef0-9070-143158bda422 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.401011] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebd324c-cbb3-4628-9594-5f549c949b3f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.435512] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7924eb1-63d6-4c39-9283-cefb6fb0e7c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.445338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 810.445588] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 810.446892] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2e2df2-fec1-482c-8392-bc18ee1e0fea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.461707] env[63005]: DEBUG nova.compute.provider_tree [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.554011] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577458, 'name': CloneVM_Task, 'duration_secs': 1.81608} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.554337] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Created linked-clone VM from snapshot [ 810.555101] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8c4c5d-a80b-490a-a3bd-14fecc9017f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.562505] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Uploading image efd8e201-30e4-4657-908e-f454f5a84a09 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 810.575277] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 810.575587] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7628e5b3-7a82-4958-95ea-7f04f5b1e5e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.582702] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 810.582702] env[63005]: value = "task-2577464" [ 810.582702] env[63005]: _type = "Task" [ 810.582702] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.590888] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577464, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.680389] env[63005]: DEBUG oslo_vmware.api [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577461, 'name': PowerOnVM_Task, 'duration_secs': 1.009029} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.680763] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.681052] env[63005]: INFO nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Took 8.91 seconds to spawn the instance on the hypervisor. [ 810.681270] env[63005]: DEBUG nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 810.682232] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f673a9d-82ea-4707-a75c-b51222cf4821 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.716570] env[63005]: DEBUG oslo_vmware.api [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577462, 'name': RemoveSnapshot_Task, 'duration_secs': 0.932986} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.716868] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 810.717259] env[63005]: INFO nova.compute.manager [None req-ae5bed0f-e2b4-41c9-9bac-c9c725374f3e tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Took 13.82 seconds to snapshot the instance on the hypervisor. [ 810.728392] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577463, 'name': PowerOffVM_Task, 'duration_secs': 0.233828} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.728661] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 810.728845] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 810.729152] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d921064-a706-4dc0-9426-b7441392bc20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.815039] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5224c7d0-5743-41ff-aae5-44230feab743, 'name': SearchDatastore_Task, 'duration_secs': 0.018302} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.816741] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 810.816975] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 810.817272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 810.817415] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.817623] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.817918] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 810.818118] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 810.818373] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleting the datastore file [datastore1] be34bd6e-c83f-40ec-8c97-33d698d2692f {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 810.818562] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37dd2a27-3cde-4121-9bc8-61260461b6d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.820439] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69eb139b-0d5d-4296-a3d8-ab7859346392 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.828123] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for the task: (returnval){ [ 810.828123] env[63005]: value = "task-2577466" [ 810.828123] env[63005]: _type = "Task" [ 810.828123] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.832390] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.832516] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.833526] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-452cc6f4-8614-4e22-99b4-444e30d42b11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.838467] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.841437] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 810.841437] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528489ad-753c-bc58-9452-7aa295cded62" [ 810.841437] env[63005]: _type = "Task" [ 810.841437] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.848965] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528489ad-753c-bc58-9452-7aa295cded62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.967760] env[63005]: DEBUG nova.scheduler.client.report [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.093314] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577464, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.200559] env[63005]: INFO nova.compute.manager [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Took 50.74 seconds to build instance. [ 811.338311] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577466, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.350765] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528489ad-753c-bc58-9452-7aa295cded62, 'name': SearchDatastore_Task, 'duration_secs': 0.026053} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.351597] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-329f05e1-c2ff-4c42-b77a-d133146b66fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.357561] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 811.357561] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5296029c-c36b-166f-e75b-51cb16a3abd3" [ 811.357561] env[63005]: _type = "Task" [ 811.357561] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.365186] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5296029c-c36b-166f-e75b-51cb16a3abd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.472819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.621s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.473065] env[63005]: INFO nova.compute.manager [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Migrating [ 811.480868] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.966s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 811.481170] env[63005]: DEBUG nova.objects.instance [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lazy-loading 'resources' on Instance uuid 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 811.593243] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577464, 'name': Destroy_Task, 'duration_secs': 0.704264} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.593511] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Destroyed the VM [ 811.593764] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 811.594011] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b11d33f9-08f7-45fe-9469-1b6b9a0074f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.599998] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 811.599998] env[63005]: value = "task-2577467" [ 811.599998] env[63005]: _type = "Task" [ 811.599998] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.608208] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.702925] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f335ba49-1572-44c4-9e33-37baa22514ef tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.312s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 811.845873] env[63005]: DEBUG oslo_vmware.api [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Task: {'id': task-2577466, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565724} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.845987] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 811.846261] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 811.846508] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 811.846723] env[63005]: INFO nova.compute.manager [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Took 1.65 seconds to destroy the instance on the hypervisor. [ 811.847014] env[63005]: DEBUG oslo.service.loopingcall [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 811.847231] env[63005]: DEBUG nova.compute.manager [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 811.847326] env[63005]: DEBUG nova.network.neutron [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 811.868190] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5296029c-c36b-166f-e75b-51cb16a3abd3, 'name': SearchDatastore_Task, 'duration_secs': 0.03021} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.868350] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 811.868591] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 96813fa5-6cbb-4bd4-af21-7cd97bd416e1/96813fa5-6cbb-4bd4-af21-7cd97bd416e1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.868886] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-032790fa-616a-4c07-b6ef-2bdc0ca32144 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.876277] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 811.876277] env[63005]: value = "task-2577468" [ 811.876277] env[63005]: _type = "Task" [ 811.876277] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.884979] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.992372] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 811.992579] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.992765] env[63005]: DEBUG nova.network.neutron [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.114518] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.144173] env[63005]: DEBUG nova.compute.manager [req-e59856e3-17b4-4143-972b-227b8dee9243 req-7b069148-9cbc-459b-af32-52d2a8804179 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Received event network-vif-deleted-bc6641f9-d9a6-46b0-a3b0-7977297f98e6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 812.144409] env[63005]: INFO nova.compute.manager [req-e59856e3-17b4-4143-972b-227b8dee9243 req-7b069148-9cbc-459b-af32-52d2a8804179 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Neutron deleted interface bc6641f9-d9a6-46b0-a3b0-7977297f98e6; detaching it from the instance and deleting it from the info cache [ 812.144549] env[63005]: DEBUG nova.network.neutron [req-e59856e3-17b4-4143-972b-227b8dee9243 req-7b069148-9cbc-459b-af32-52d2a8804179 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.206498] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 812.386880] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577468, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.613248] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577467, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.618647] env[63005]: DEBUG nova.network.neutron [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.654118] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0475134d-3a3f-446a-875d-e80854303d3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.660300] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ccf771-a9aa-4319-b90a-fbe52c880adc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.668326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caab0148-5f3f-4269-bbde-6b05795ef023 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.687649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ec2117-4eda-4f75-9cc0-e30be1a3420b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.742131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720d943b-606c-4853-81ad-1218002c99ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.744911] env[63005]: DEBUG nova.compute.manager [req-e59856e3-17b4-4143-972b-227b8dee9243 req-7b069148-9cbc-459b-af32-52d2a8804179 service nova] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Detach interface failed, port_id=bc6641f9-d9a6-46b0-a3b0-7977297f98e6, reason: Instance be34bd6e-c83f-40ec-8c97-33d698d2692f could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 812.754743] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14e6434-0127-488c-ba1e-8ac9c9c07250 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.769060] env[63005]: DEBUG nova.compute.provider_tree [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.771142] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 812.784648] env[63005]: DEBUG nova.network.neutron [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.887016] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657603} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.887322] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 96813fa5-6cbb-4bd4-af21-7cd97bd416e1/96813fa5-6cbb-4bd4-af21-7cd97bd416e1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.887532] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.887775] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d50e6215-5fb6-41f3-b475-f91f9ddad4cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.894885] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 812.894885] env[63005]: value = "task-2577469" [ 812.894885] env[63005]: _type = "Task" [ 812.894885] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.903277] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.060175] env[63005]: DEBUG nova.compute.manager [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Received event network-changed-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 813.060380] env[63005]: DEBUG nova.compute.manager [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Refreshing instance network info cache due to event network-changed-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 813.060596] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] Acquiring lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 813.060734] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] Acquired lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.060891] env[63005]: DEBUG nova.network.neutron [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Refreshing network info cache for port ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.113142] env[63005]: DEBUG oslo_vmware.api [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577467, 'name': RemoveSnapshot_Task, 'duration_secs': 1.173773} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.113389] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 813.121408] env[63005]: INFO nova.compute.manager [-] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Took 1.27 seconds to deallocate network for instance. [ 813.272756] env[63005]: DEBUG nova.scheduler.client.report [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.287850] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 813.404573] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065606} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.404828] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.405606] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2085d0-4057-47a4-b08b-2dc32879000c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.427249] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 96813fa5-6cbb-4bd4-af21-7cd97bd416e1/96813fa5-6cbb-4bd4-af21-7cd97bd416e1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.427552] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d60bfa4f-d25f-4696-9459-0ea586efce1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.447346] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 813.447346] env[63005]: value = "task-2577470" [ 813.447346] env[63005]: _type = "Task" [ 813.447346] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.458409] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577470, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.617678] env[63005]: WARNING nova.compute.manager [None req-f62d4c3a-0f9a-4d8a-a07c-4d0f5a4350c9 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Image not found during snapshot: nova.exception.ImageNotFound: Image efd8e201-30e4-4657-908e-f454f5a84a09 could not be found. [ 813.628451] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.778653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.781044] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.188s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.782381] env[63005]: INFO nova.compute.claims [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.803967] env[63005]: INFO nova.scheduler.client.report [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Deleted allocations for instance 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f [ 813.812697] env[63005]: DEBUG nova.network.neutron [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updated VIF entry in instance network info cache for port ea144ca3-82e2-4ebb-a72b-d75d5777f2d1. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 813.813260] env[63005]: DEBUG nova.network.neutron [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updating instance_info_cache with network_info: [{"id": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "address": "fa:16:3e:82:c3:b4", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea144ca3-82", "ovs_interfaceid": "ea144ca3-82e2-4ebb-a72b-d75d5777f2d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.959170] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577470, 'name': ReconfigVM_Task, 'duration_secs': 0.427298} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.959484] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 96813fa5-6cbb-4bd4-af21-7cd97bd416e1/96813fa5-6cbb-4bd4-af21-7cd97bd416e1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.960084] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6731d4f6-8056-4915-9f64-82d10f26f4d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.966453] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 813.966453] env[63005]: value = "task-2577471" [ 813.966453] env[63005]: _type = "Task" [ 813.966453] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.974606] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577471, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.313494] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb480918-d5a7-47e1-9fc7-dacc9033db6d tempest-SecurityGroupsTestJSON-1701040809 tempest-SecurityGroupsTestJSON-1701040809-project-member] Lock "30c1a88b-ddae-4f0d-bf14-49dd2c77a92f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.300s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.315879] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6756c7d-0431-484c-8d05-55e2a340a1e9 req-41cc632e-38b3-4149-9869-c198a88bdf08 service nova] Releasing lock "refresh_cache-172dafa3-669c-416f-ba21-5c668049ec67" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 814.340934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "d088406c-7d55-4e8f-9618-49a296a79cf5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.341170] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.341384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 814.341585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 814.341801] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 814.344063] env[63005]: INFO nova.compute.manager [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Terminating instance [ 814.476326] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577471, 'name': Rename_Task, 'duration_secs': 0.265617} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.476601] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.476831] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17490bf-1442-40fd-aeef-99f9ae0f2f7e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.483088] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 814.483088] env[63005]: value = "task-2577472" [ 814.483088] env[63005]: _type = "Task" [ 814.483088] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.490309] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.803131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f002c14-b16f-4526-9726-da51d5119534 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.824718] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 814.848861] env[63005]: DEBUG nova.compute.manager [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.848861] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.849026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93f542d-6fe5-4450-bf63-8fcc40a2f77e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.858028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.858300] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a66c61c-746d-4dc8-908d-d078d5af55b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.864292] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 814.864292] env[63005]: value = "task-2577473" [ 814.864292] env[63005]: _type = "Task" [ 814.864292] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.875962] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577473, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.995842] env[63005]: DEBUG oslo_vmware.api [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577472, 'name': PowerOnVM_Task, 'duration_secs': 0.459395} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.996168] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.996384] env[63005]: INFO nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Took 10.51 seconds to spawn the instance on the hypervisor. [ 814.996562] env[63005]: DEBUG nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 814.997400] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8422e26-846a-4d05-84a8-9ddd065054c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.253567] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1939a0f2-6728-4604-8402-a77f1529da98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.265013] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86ac9e3-6aac-4ab5-a283-f8194da311c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.316986] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d18c132-7aa4-47fa-bb2a-d7868d8cdc8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.324210] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe156da-3570-4363-9d16-83e4d041e066 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.330957] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 815.338597] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf296566-98f4-48f6-bafa-311133c89267 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.340251] env[63005]: DEBUG nova.compute.provider_tree [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.347066] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 815.347066] env[63005]: value = "task-2577474" [ 815.347066] env[63005]: _type = "Task" [ 815.347066] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.352795] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.374388] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577473, 'name': PowerOffVM_Task, 'duration_secs': 0.316402} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.375790] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.375790] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.375790] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-667144a2-3d18-4fef-a41c-58f3152aaff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.439330] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.439584] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.439890] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleting the datastore file [datastore1] d088406c-7d55-4e8f-9618-49a296a79cf5 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.440256] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c72d868b-a368-428f-a623-5c59623530ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.447258] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 815.447258] env[63005]: value = "task-2577476" [ 815.447258] env[63005]: _type = "Task" [ 815.447258] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.454985] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577476, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.518959] env[63005]: INFO nova.compute.manager [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Took 53.84 seconds to build instance. [ 815.845304] env[63005]: DEBUG nova.scheduler.client.report [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.857746] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577474, 'name': PowerOffVM_Task, 'duration_secs': 0.204924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.858017] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.858275] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 815.958572] env[63005]: DEBUG oslo_vmware.api [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577476, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252186} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.959233] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.959233] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.959366] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.959465] env[63005]: INFO nova.compute.manager [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 815.959712] env[63005]: DEBUG oslo.service.loopingcall [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 815.959905] env[63005]: DEBUG nova.compute.manager [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.960034] env[63005]: DEBUG nova.network.neutron [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 816.021396] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7abee92f-ecb6-4aef-8904-628cb1acb3cf tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.439s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.353288] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.357957] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.357957] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.431s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.357957] env[63005]: DEBUG nova.objects.instance [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'pci_requests' on Instance uuid b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.364274] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.364274] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.364472] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.364616] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.364675] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.364807] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.365012] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.365218] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.365403] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.365569] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.366600] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.371128] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb89183a-b97b-4151-9584-6e2345ae9631 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.394555] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 816.394555] env[63005]: value = "task-2577477" [ 816.394555] env[63005]: _type = "Task" [ 816.394555] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.416524] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.457802] env[63005]: DEBUG nova.compute.manager [req-fcbbeb9d-20da-46ee-9bb8-8c33ecd990dd req-e71d15d6-8010-43f8-a572-78fac7a25308 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Received event network-vif-deleted-66c2c0f2-f795-4f04-9e9a-0730099ac3c7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 816.457982] env[63005]: INFO nova.compute.manager [req-fcbbeb9d-20da-46ee-9bb8-8c33ecd990dd req-e71d15d6-8010-43f8-a572-78fac7a25308 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Neutron deleted interface 66c2c0f2-f795-4f04-9e9a-0730099ac3c7; detaching it from the instance and deleting it from the info cache [ 816.458221] env[63005]: DEBUG nova.network.neutron [req-fcbbeb9d-20da-46ee-9bb8-8c33ecd990dd req-e71d15d6-8010-43f8-a572-78fac7a25308 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.702215] env[63005]: DEBUG nova.network.neutron [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.858088] env[63005]: DEBUG nova.compute.utils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 816.859781] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.859781] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.864471] env[63005]: DEBUG nova.objects.instance [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'numa_topology' on Instance uuid b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.905866] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577477, 'name': ReconfigVM_Task, 'duration_secs': 0.21002} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.906779] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 816.914847] env[63005]: DEBUG nova.policy [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8169da6dec4fd29beb932c81205d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b650391f0c674aebbe628bd76d213538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.960433] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52443b7f-676f-403c-86b5-d9480cf85743 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.970800] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3bea39-a860-4773-8259-0ea950cc39d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.009113] env[63005]: DEBUG nova.compute.manager [req-fcbbeb9d-20da-46ee-9bb8-8c33ecd990dd req-e71d15d6-8010-43f8-a572-78fac7a25308 service nova] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Detach interface failed, port_id=66c2c0f2-f795-4f04-9e9a-0730099ac3c7, reason: Instance d088406c-7d55-4e8f-9618-49a296a79cf5 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 817.195668] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Successfully created port: ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.205200] env[63005]: INFO nova.compute.manager [-] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Took 1.25 seconds to deallocate network for instance. [ 817.366249] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.369337] env[63005]: INFO nova.compute.claims [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.413530] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:35:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='540176c2-efd8-48a9-986f-273aeb35a2a8',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1228069354',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 817.413782] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 817.413940] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 817.414363] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 817.414542] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 817.414697] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 817.414910] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 817.415109] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 817.415335] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 817.415433] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 817.415606] env[63005]: DEBUG nova.virt.hardware [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 817.422160] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 817.423227] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69b5378f-4743-41b9-8a3c-76e7ba724d27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444245] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 817.444245] env[63005]: value = "task-2577478" [ 817.444245] env[63005]: _type = "Task" [ 817.444245] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.453972] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577478, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.711910] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 817.955324] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577478, 'name': ReconfigVM_Task, 'duration_secs': 0.162395} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.955591] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 817.956392] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d397d55f-2923-48ee-a23e-2fb16fd9fe8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.978346] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.978609] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7eda75a6-2e60-4a67-a3b3-a138a35d179f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.996857] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 817.996857] env[63005]: value = "task-2577479" [ 817.996857] env[63005]: _type = "Task" [ 817.996857] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.005804] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.353775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.354046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.384781] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.417468] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.417702] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.417873] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.418059] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.418204] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.418362] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.418605] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.418770] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.418936] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.419109] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.420032] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.420246] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f391d-fe35-42a3-b383-8446d8f86d28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.431868] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0b5659-8269-4a70-abc2-12a101a89001 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.508753] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577479, 'name': ReconfigVM_Task, 'duration_secs': 0.270259} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.511345] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfigured VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.511636] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 818.687933] env[63005]: DEBUG nova.compute.manager [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Received event network-vif-plugged-ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 818.688216] env[63005]: DEBUG oslo_concurrency.lockutils [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] Acquiring lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 818.688461] env[63005]: DEBUG oslo_concurrency.lockutils [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 818.688677] env[63005]: DEBUG oslo_concurrency.lockutils [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.688861] env[63005]: DEBUG nova.compute.manager [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] No waiting events found dispatching network-vif-plugged-ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 818.689147] env[63005]: WARNING nova.compute.manager [req-9f98e30f-7985-4bd3-9c82-3b4c7a32578b req-521841f4-78bc-4676-b9c2-9b5ecde66576 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Received unexpected event network-vif-plugged-ab58445b-cb9c-4650-8abe-e67de86b25fa for instance with vm_state building and task_state spawning. [ 818.856440] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 818.905770] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe88c20-e299-4fed-b7db-8fb75c053798 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.910882] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Successfully updated port: ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.916135] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3eb6d2-673f-4780-84b8-55d0ce9cd0f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.947384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0eb31c-c3d3-4fa9-9754-b12d3b7d9341 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.955171] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0d05f1-fe88-4fab-aaac-51ba98fc25e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.968419] env[63005]: DEBUG nova.compute.provider_tree [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 819.018462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e80c1b-d17e-4716-8865-580fc9985166 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.039260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5562ad0a-29b9-41ad-b98e-79af1d402fde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.056924] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 819.374462] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.416361] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 819.416598] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.416680] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.471832] env[63005]: DEBUG nova.scheduler.client.report [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.594209] env[63005]: DEBUG nova.network.neutron [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Port fd9ff20f-2825-4a18-9716-16eec65e964e binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 819.954858] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.977316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.620s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.983016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.629s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.984305] env[63005]: INFO nova.compute.claims [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.037539] env[63005]: INFO nova.network.neutron [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 820.210098] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Updating instance_info_cache with network_info: [{"id": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "address": "fa:16:3e:ed:8c:5a", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab58445b-cb", "ovs_interfaceid": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.615049] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.615484] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.615776] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.717127] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 820.717127] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Instance network_info: |[{"id": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "address": "fa:16:3e:ed:8c:5a", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab58445b-cb", "ovs_interfaceid": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.717389] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:8c:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab58445b-cb9c-4650-8abe-e67de86b25fa', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.724706] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating folder: Project (b650391f0c674aebbe628bd76d213538). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.725260] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc49aef7-3ddb-4020-9de5-e1b764d4edc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.737787] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created folder: Project (b650391f0c674aebbe628bd76d213538) in parent group-v519994. [ 820.739380] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating folder: Instances. Parent ref: group-v520153. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.739841] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f914570-dc37-467d-b87a-4e7c85abc8d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.749971] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created folder: Instances in parent group-v520153. [ 820.749971] env[63005]: DEBUG oslo.service.loopingcall [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 820.749971] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.750218] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f547ff69-d095-4d81-b3e2-bd0f96042d54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.771637] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.771637] env[63005]: value = "task-2577482" [ 820.771637] env[63005]: _type = "Task" [ 820.771637] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.780481] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577482, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.788658] env[63005]: DEBUG nova.compute.manager [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Received event network-changed-ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 820.788864] env[63005]: DEBUG nova.compute.manager [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Refreshing instance network info cache due to event network-changed-ab58445b-cb9c-4650-8abe-e67de86b25fa. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 820.789102] env[63005]: DEBUG oslo_concurrency.lockutils [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] Acquiring lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 820.789906] env[63005]: DEBUG oslo_concurrency.lockutils [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] Acquired lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.789906] env[63005]: DEBUG nova.network.neutron [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Refreshing network info cache for port ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.281655] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577482, 'name': CreateVM_Task, 'duration_secs': 0.301534} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.281954] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.282507] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.282673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.282977] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 821.283245] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfdc37c1-163b-4c6c-ae9c-6c8b33bd131f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.291023] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 821.291023] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526b5819-9c0e-1134-151c-9cbe1940ecdd" [ 821.291023] env[63005]: _type = "Task" [ 821.291023] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.301193] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526b5819-9c0e-1134-151c-9cbe1940ecdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.482130] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d71e3-1a39-4a2c-b29f-a851a62c66d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.490989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99244bb7-5833-49e5-8fcf-fe91845c3e12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.527416] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e50c8a5-849c-4ab2-b596-e6921746323e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.536501] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbb07b3-a480-4497-9802-55528589aff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.551993] env[63005]: DEBUG nova.compute.provider_tree [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.577485] env[63005]: DEBUG nova.network.neutron [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Updated VIF entry in instance network info cache for port ab58445b-cb9c-4650-8abe-e67de86b25fa. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 821.578660] env[63005]: DEBUG nova.network.neutron [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Updating instance_info_cache with network_info: [{"id": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "address": "fa:16:3e:ed:8c:5a", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab58445b-cb", "ovs_interfaceid": "ab58445b-cb9c-4650-8abe-e67de86b25fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.680429] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.680645] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.680902] env[63005]: DEBUG nova.network.neutron [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.745476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "5c611ad3-304c-4795-8d76-3e1077f00edc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 821.745476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 821.754024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.754024] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.754024] env[63005]: DEBUG nova.network.neutron [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.801849] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526b5819-9c0e-1134-151c-9cbe1940ecdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.802194] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 821.802432] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.802660] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 821.802806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.802980] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.803268] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-feef4780-4440-4add-8de3-bb6179d060e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.812393] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.812569] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.813297] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39a34830-92d1-42f7-af5f-5aa5e083e31a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.819065] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 821.819065] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5282c006-4305-d9da-9afe-7cd874d387c2" [ 821.819065] env[63005]: _type = "Task" [ 821.819065] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.826993] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5282c006-4305-d9da-9afe-7cd874d387c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.055662] env[63005]: DEBUG nova.scheduler.client.report [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.080915] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1732e58e-9c1b-4234-87a8-fd468e78d925" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.081142] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.081534] env[63005]: DEBUG oslo_concurrency.lockutils [req-493f2329-c256-4752-b586-7697b85874b5 req-f66b29c5-d820-4a74-ba5b-2964eb05cb67 service nova] Releasing lock "refresh_cache-22000936-d2aa-40d0-b3f5-a461da6e6b36" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.331099] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5282c006-4305-d9da-9afe-7cd874d387c2, 'name': SearchDatastore_Task, 'duration_secs': 0.008555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.331882] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc0e4b42-339e-48ac-b75b-c343d2ee724a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.337698] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 822.337698] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526b9914-1f21-995c-502e-cf85853ba041" [ 822.337698] env[63005]: _type = "Task" [ 822.337698] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.347473] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526b9914-1f21-995c-502e-cf85853ba041, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.473596] env[63005]: DEBUG nova.network.neutron [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.521937] env[63005]: DEBUG nova.network.neutron [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.561355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.561840] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.564791] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 48.749s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.564991] env[63005]: DEBUG nova.objects.instance [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.839526] env[63005]: DEBUG nova.compute.manager [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.839526] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.839526] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.839526] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.840823] env[63005]: DEBUG nova.compute.manager [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] No waiting events found dispatching network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 822.841017] env[63005]: WARNING nova.compute.manager [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received unexpected event network-vif-plugged-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 for instance with vm_state shelved_offloaded and task_state spawning. [ 822.841191] env[63005]: DEBUG nova.compute.manager [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 822.841368] env[63005]: DEBUG nova.compute.manager [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing instance network info cache due to event network-changed-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 822.841514] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 822.854315] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526b9914-1f21-995c-502e-cf85853ba041, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.854634] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 822.854834] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 22000936-d2aa-40d0-b3f5-a461da6e6b36/22000936-d2aa-40d0-b3f5-a461da6e6b36.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.855106] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab3cd73e-af7f-49e0-9d3f-0671cef6e401 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.862129] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 822.862129] env[63005]: value = "task-2577483" [ 822.862129] env[63005]: _type = "Task" [ 822.862129] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.873114] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.976247] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.025257] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 823.028876] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.028876] env[63005]: DEBUG nova.network.neutron [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Refreshing network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 823.063447] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0276f2b053505ff428318f64816bfba2',container_format='bare',created_at=2025-02-16T21:35:45Z,direct_url=,disk_format='vmdk',id=1f6ac22b-65c1-46b3-a5a6-c6790190de6a,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-645342149-shelved',owner='d9b8105c552f4f4fa79a05f29f3b27ae',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-02-16T21:36:01Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.063707] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.063891] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.064184] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.064375] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.064574] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.064768] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.064913] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.065094] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.065289] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.065429] env[63005]: DEBUG nova.virt.hardware [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.066407] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f24a1e-b9a0-4958-8038-94256c7fb061 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.073330] env[63005]: DEBUG nova.compute.utils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 823.074903] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 823.075116] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 823.087607] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040b7c99-608b-4665-bc88-62909fb0f6a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.103167] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:cd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.111021] env[63005]: DEBUG oslo.service.loopingcall [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 823.112039] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.112168] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8e6d5e-d1d0-4137-8ea2-4cb8f6451144 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.128315] env[63005]: DEBUG nova.policy [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8169da6dec4fd29beb932c81205d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b650391f0c674aebbe628bd76d213538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 823.135847] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.135847] env[63005]: value = "task-2577484" [ 823.135847] env[63005]: _type = "Task" [ 823.135847] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.143702] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577484, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.372074] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577483, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449246} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.372783] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 22000936-d2aa-40d0-b3f5-a461da6e6b36/22000936-d2aa-40d0-b3f5-a461da6e6b36.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.372783] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.373408] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ab9d397-ffc0-4439-8814-a5a231d9ddb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.380544] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 823.380544] env[63005]: value = "task-2577485" [ 823.380544] env[63005]: _type = "Task" [ 823.380544] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.388444] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.399080] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Successfully created port: bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.502127] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6cf8cc-f812-4f2f-bd05-e53ee3b9bd68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.523255] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edce0c5-5578-480b-bcde-a3ccd8470dd3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.530037] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.578581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8fab55e1-b987-45b3-8645-86f4845a2f6d tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.580246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.116s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.583398] env[63005]: DEBUG nova.objects.instance [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lazy-loading 'resources' on Instance uuid bfdf748a-eb28-4c29-90d9-2f9cbe6dab04 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.583398] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.650370] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577484, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.796069] env[63005]: DEBUG nova.network.neutron [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updated VIF entry in instance network info cache for port c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 823.796446] env[63005]: DEBUG nova.network.neutron [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 823.890104] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.890419] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.891204] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f384fa-fe93-4714-aa34-d48a6777fe74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.913394] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 22000936-d2aa-40d0-b3f5-a461da6e6b36/22000936-d2aa-40d0-b3f5-a461da6e6b36.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.913681] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30949097-a626-4742-a7e4-1ff4e9e03ec8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.935510] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 823.935510] env[63005]: value = "task-2577486" [ 823.935510] env[63005]: _type = "Task" [ 823.935510] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.942597] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.037743] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.038051] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be24d144-7318-4313-b6a2-293de1718713 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.046109] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 824.046109] env[63005]: value = "task-2577487" [ 824.046109] env[63005]: _type = "Task" [ 824.046109] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.052973] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.147260] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577484, 'name': CreateVM_Task, 'duration_secs': 0.646585} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.149968] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.150749] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.150839] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.151199] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 824.151706] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ece003-5939-4e16-af30-caa621124bf5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.156268] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 824.156268] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5265ee8a-77d5-d296-c2f5-4dd61d05c1f6" [ 824.156268] env[63005]: _type = "Task" [ 824.156268] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.167116] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5265ee8a-77d5-d296-c2f5-4dd61d05c1f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.301260] env[63005]: DEBUG oslo_concurrency.lockutils [req-7edbf7f3-ed36-41da-b787-d4c1665fed51 req-fe136035-0804-4d93-831b-fbdff50af1fc service nova] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.449662] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.556157] env[63005]: DEBUG oslo_vmware.api [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577487, 'name': PowerOnVM_Task, 'duration_secs': 0.492593} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.558829] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 824.559034] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e09651f2-7ac1-4d38-b163-6b914ea5b127 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance 'dd634211-a62b-4aef-9da7-0445e4325d96' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.584941] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726fd9b3-f3cd-4808-9361-69dfd8553b86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.592835] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.595820] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e396be73-9fa1-4d8f-b692-d9be21a7a872 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.628384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1df0b-93ec-4d35-bd53-82fc528a3cf0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.636346] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2d7143-951a-427f-94cc-fe7e13738418 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.641669] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.641804] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.641924] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.642127] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.642283] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.642425] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.642645] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.642813] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.642981] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.643160] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.643339] env[63005]: DEBUG nova.virt.hardware [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.644304] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2bf00c-9fbb-4244-b583-d1c3a99b262e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.656463] env[63005]: DEBUG nova.compute.provider_tree [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.664196] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1560cd11-5427-4da4-9315-26da326cf210 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.683389] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 824.683655] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Processing image 1f6ac22b-65c1-46b3-a5a6-c6790190de6a {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 824.683889] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 824.684104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.684362] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 824.685018] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dac7b26d-5b5c-4c4c-842a-4adcbff92ea7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.694480] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 824.694480] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 824.695091] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b64e1fb-221d-4a09-9003-f34fa8a12537 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.700042] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 824.700042] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f4dbbe-065b-3b2c-e62f-4d5849c8ce43" [ 824.700042] env[63005]: _type = "Task" [ 824.700042] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.709232] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f4dbbe-065b-3b2c-e62f-4d5849c8ce43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.867701] env[63005]: DEBUG nova.compute.manager [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Received event network-vif-plugged-bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 824.867924] env[63005]: DEBUG oslo_concurrency.lockutils [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] Acquiring lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.868208] env[63005]: DEBUG oslo_concurrency.lockutils [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.868342] env[63005]: DEBUG oslo_concurrency.lockutils [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.868451] env[63005]: DEBUG nova.compute.manager [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] No waiting events found dispatching network-vif-plugged-bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 824.868599] env[63005]: WARNING nova.compute.manager [req-17ddf3e1-bd4c-4533-b373-251902dea666 req-c56a15ec-a32d-4120-9aa2-eca0e9d5e6e5 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Received unexpected event network-vif-plugged-bcfcd88c-65be-4aac-8c94-c087eb679caf for instance with vm_state building and task_state spawning. [ 824.935984] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Successfully updated port: bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 824.947990] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577486, 'name': ReconfigVM_Task, 'duration_secs': 0.659257} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.948828] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 22000936-d2aa-40d0-b3f5-a461da6e6b36/22000936-d2aa-40d0-b3f5-a461da6e6b36.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.949904] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb36c1b5-f1ad-4ebd-ad09-0fc1e468ad11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.955788] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 824.955788] env[63005]: value = "task-2577488" [ 824.955788] env[63005]: _type = "Task" [ 824.955788] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.963501] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577488, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.159287] env[63005]: DEBUG nova.scheduler.client.report [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.209838] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 825.210115] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Fetch image to [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c/OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 825.210302] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Downloading stream optimized image 1f6ac22b-65c1-46b3-a5a6-c6790190de6a to [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c/OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c.vmdk on the data store datastore1 as vApp {{(pid=63005) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 825.210473] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Downloading image file data 1f6ac22b-65c1-46b3-a5a6-c6790190de6a to the ESX as VM named 'OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c' {{(pid=63005) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 825.290421] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 825.290421] env[63005]: value = "resgroup-9" [ 825.290421] env[63005]: _type = "ResourcePool" [ 825.290421] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 825.290715] env[63005]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1968b9a6-9628-40de-a61a-f913ac3551de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.314729] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lease: (returnval){ [ 825.314729] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 825.314729] env[63005]: _type = "HttpNfcLease" [ 825.314729] env[63005]: } obtained for vApp import into resource pool (val){ [ 825.314729] env[63005]: value = "resgroup-9" [ 825.314729] env[63005]: _type = "ResourcePool" [ 825.314729] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 825.314729] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the lease: (returnval){ [ 825.314729] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 825.314729] env[63005]: _type = "HttpNfcLease" [ 825.314729] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 825.322810] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.322810] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 825.322810] env[63005]: _type = "HttpNfcLease" [ 825.322810] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.442508] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 825.442719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.442915] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.465657] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577488, 'name': Rename_Task, 'duration_secs': 0.143591} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.465948] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.466200] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7da1fe9a-6ee2-456a-b2b0-324f9ace7828 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.472222] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 825.472222] env[63005]: value = "task-2577490" [ 825.472222] env[63005]: _type = "Task" [ 825.472222] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.479696] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.665102] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 825.667834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.285s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 825.668100] env[63005]: DEBUG nova.objects.instance [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lazy-loading 'resources' on Instance uuid 50e62458-27be-4738-bea8-5c6eeb68afdc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.691033] env[63005]: INFO nova.scheduler.client.report [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Deleted allocations for instance bfdf748a-eb28-4c29-90d9-2f9cbe6dab04 [ 825.824226] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 825.824226] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 825.824226] env[63005]: _type = "HttpNfcLease" [ 825.824226] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 825.981891] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.983891] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 826.122422] env[63005]: DEBUG nova.network.neutron [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Updating instance_info_cache with network_info: [{"id": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "address": "fa:16:3e:be:c2:07", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfcd88c-65", "ovs_interfaceid": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.199323] env[63005]: DEBUG oslo_concurrency.lockutils [None req-238a7389-a616-4b42-93f8-1621887ee838 tempest-ServerMetadataNegativeTestJSON-548318841 tempest-ServerMetadataNegativeTestJSON-548318841-project-member] Lock "bfdf748a-eb28-4c29-90d9-2f9cbe6dab04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.198s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 826.331409] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 826.331409] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 826.331409] env[63005]: _type = "HttpNfcLease" [ 826.331409] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 826.332868] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 826.332868] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c9ccec-3ee7-8d47-55e7-7119d16db548" [ 826.332868] env[63005]: _type = "HttpNfcLease" [ 826.332868] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 826.333156] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbc1478-8313-4b91-808d-07ef868d75e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.342473] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 826.342654] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 826.414017] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-126c99b1-d0bf-420c-999b-b0a50d98b86c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.481736] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577490, 'name': PowerOnVM_Task, 'duration_secs': 0.80741} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.484281] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.484458] env[63005]: INFO nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Took 8.10 seconds to spawn the instance on the hypervisor. [ 826.484649] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 826.485631] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-422d7149-e2d8-437a-a5b4-12167816bb32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.625042] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 826.625377] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Instance network_info: |[{"id": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "address": "fa:16:3e:be:c2:07", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfcd88c-65", "ovs_interfaceid": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 826.625974] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:c2:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcfcd88c-65be-4aac-8c94-c087eb679caf', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 826.634398] env[63005]: DEBUG oslo.service.loopingcall [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 826.637499] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 826.638397] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-926ad12d-e443-45b5-90b3-794bbab91b84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.664035] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 826.664035] env[63005]: value = "task-2577491" [ 826.664035] env[63005]: _type = "Task" [ 826.664035] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.672392] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577491, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.737968] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37925411-f3f9-46cd-98fe-0f3822fdad9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.747940] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bb3e75-ec3b-44c8-a0c1-451bdb0b3022 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.793048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea574e4-a683-4328-a8cc-167dceb31d6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.802110] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78f670-e046-4877-92f8-15632ae2570a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.818464] env[63005]: DEBUG nova.compute.provider_tree [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.900783] env[63005]: DEBUG nova.compute.manager [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Received event network-changed-bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 826.900963] env[63005]: DEBUG nova.compute.manager [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Refreshing instance network info cache due to event network-changed-bcfcd88c-65be-4aac-8c94-c087eb679caf. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 826.901337] env[63005]: DEBUG oslo_concurrency.lockutils [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] Acquiring lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 826.901526] env[63005]: DEBUG oslo_concurrency.lockutils [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] Acquired lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.901737] env[63005]: DEBUG nova.network.neutron [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Refreshing network info cache for port bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 827.007741] env[63005]: INFO nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Took 56.43 seconds to build instance. [ 827.014489] env[63005]: DEBUG nova.network.neutron [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Port fd9ff20f-2825-4a18-9716-16eec65e964e binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 827.014489] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.014489] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.014489] env[63005]: DEBUG nova.network.neutron [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.174174] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577491, 'name': CreateVM_Task, 'duration_secs': 0.340385} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.175847] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 827.176580] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.176739] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.177071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 827.177328] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96af6ea1-9986-4860-920b-63cc866257e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.181917] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 827.181917] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523f5862-1811-f5aa-840e-48cdacb85fbc" [ 827.181917] env[63005]: _type = "Task" [ 827.181917] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.190686] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f5862-1811-f5aa-840e-48cdacb85fbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.325617] env[63005]: DEBUG nova.scheduler.client.report [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.506828] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.939s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.693712] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f5862-1811-f5aa-840e-48cdacb85fbc, 'name': SearchDatastore_Task, 'duration_secs': 0.013279} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.695184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 827.695477] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 827.695743] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 827.695967] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.696190] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 827.696500] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42b27195-8804-44e9-9734-cce43bb45fa1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.710603] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 827.710924] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 827.713519] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d155d9-eee9-4890-9d86-63b703f6ab92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.719385] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 827.719385] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a3b986-efaf-2790-2efc-f0673aff05c0" [ 827.719385] env[63005]: _type = "Task" [ 827.719385] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.729793] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a3b986-efaf-2790-2efc-f0673aff05c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.799737] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 827.800021] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 827.801032] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d415295-d1e9-4e8e-847f-8d9edc8578e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.808166] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 827.808299] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 827.808564] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d55fae45-cf9d-4c5c-9d91-61d66a4ba8a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.836512] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 827.841544] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.392s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 827.841814] env[63005]: DEBUG nova.objects.instance [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lazy-loading 'resources' on Instance uuid a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.860850] env[63005]: DEBUG nova.network.neutron [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Updated VIF entry in instance network info cache for port bcfcd88c-65be-4aac-8c94-c087eb679caf. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 827.861251] env[63005]: DEBUG nova.network.neutron [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Updating instance_info_cache with network_info: [{"id": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "address": "fa:16:3e:be:c2:07", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcfcd88c-65", "ovs_interfaceid": "bcfcd88c-65be-4aac-8c94-c087eb679caf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.870890] env[63005]: INFO nova.scheduler.client.report [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted allocations for instance 50e62458-27be-4738-bea8-5c6eeb68afdc [ 827.954820] env[63005]: DEBUG nova.network.neutron [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.009449] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.230309] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a3b986-efaf-2790-2efc-f0673aff05c0, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.231041] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d7dcbc4-ab40-4fad-8705-0d9fe46270af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.239474] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 828.239474] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52fcb91f-99f9-0fa6-ce11-ba7d86c54509" [ 828.239474] env[63005]: _type = "Task" [ 828.239474] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.247218] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fcb91f-99f9-0fa6-ce11-ba7d86c54509, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.364810] env[63005]: DEBUG oslo_concurrency.lockutils [req-e33951b1-5537-4d1a-bab5-349b92359f12 req-7b46cde6-04f6-4217-8584-7a09b0f26ea1 service nova] Releasing lock "refresh_cache-79d5d07d-d973-420b-a861-cdcd2376dde7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.384599] env[63005]: DEBUG oslo_concurrency.lockutils [None req-af44190a-6b45-4f90-ade4-7854e86033df tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "50e62458-27be-4738-bea8-5c6eeb68afdc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.602s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.388683] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/523ed788-182b-33b9-db1a-9f75ef0421e4/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 828.388914] env[63005]: INFO nova.virt.vmwareapi.images [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Downloaded image file data 1f6ac22b-65c1-46b3-a5a6-c6790190de6a [ 828.389740] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c0c4f6-ddab-4c0b-b21c-8df7ac3b7618 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.418798] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4723175e-8b90-4ab6-b4ae-d005314780b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.456528] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.475810] env[63005]: INFO nova.virt.vmwareapi.images [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] The imported VM was unregistered [ 828.478495] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 828.478734] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Creating directory with path [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.479018] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c11760-6d8d-4aad-b6d2-0a687e6e6f48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.493026] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Created directory with path [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.493026] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c/OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c.vmdk to [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk. {{(pid=63005) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 828.493026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c0597acc-cb73-4697-b8f5-b0ea5a277e5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.499259] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 828.499259] env[63005]: value = "task-2577493" [ 828.499259] env[63005]: _type = "Task" [ 828.499259] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.509630] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.534025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.755602] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fcb91f-99f9-0fa6-ce11-ba7d86c54509, 'name': SearchDatastore_Task, 'duration_secs': 0.009502} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.755908] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 828.756284] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 79d5d07d-d973-420b-a861-cdcd2376dde7/79d5d07d-d973-420b-a861-cdcd2376dde7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 828.756596] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4414896-b1ad-4a52-8fa9-723ff5a3fac9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.765629] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 828.765629] env[63005]: value = "task-2577494" [ 828.765629] env[63005]: _type = "Task" [ 828.765629] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.774415] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.889794] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f906abe-9cfe-4e98-9d36-e21d42e303ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.898573] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386171f-c57a-4b56-9829-0bb0328eb1d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.930468] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f271f858-c74a-4ba0-8e6c-a4c857ef9bcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.938642] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89a5bf-66ab-4443-b205-5df374c533a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.953154] env[63005]: DEBUG nova.compute.provider_tree [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 828.962346] env[63005]: DEBUG nova.compute.manager [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63005) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 828.962628] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 829.009984] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.275543] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.456306] env[63005]: DEBUG nova.scheduler.client.report [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.511258] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.777790] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.961185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.120s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 829.963657] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.540s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 829.963907] env[63005]: DEBUG nova.objects.instance [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lazy-loading 'resources' on Instance uuid f9b91732-285f-46b7-accf-62d8681d0162 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 829.989600] env[63005]: INFO nova.scheduler.client.report [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Deleted allocations for instance a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf [ 830.012773] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.275985] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.498217] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c52276e0-e789-4830-9d9d-cc0c1a53f67e tempest-ListServersNegativeTestJSON-1668984408 tempest-ListServersNegativeTestJSON-1668984408-project-member] Lock "a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.843s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 830.517034] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.777901] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.984898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d74bbe-ac28-4aab-8fca-634a6ef5cb23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.993447] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cfe591-baf9-4530-a3ab-498b1c4d5529 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.029090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cc296e-12ca-4cfc-acce-fc86075789c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.036769] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.039906] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6bcf8d-f2a5-4913-ac6d-1e74ef0865c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.056482] env[63005]: DEBUG nova.compute.provider_tree [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.278733] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577494, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.270274} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.279208] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 79d5d07d-d973-420b-a861-cdcd2376dde7/79d5d07d-d973-420b-a861-cdcd2376dde7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 831.279589] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 831.281023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c6d95ac-f471-455f-b9ad-9d905e69b8d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.286561] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 831.286561] env[63005]: value = "task-2577495" [ 831.286561] env[63005]: _type = "Task" [ 831.286561] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.294454] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.535434] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577493, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.557961} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.535750] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c/OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c.vmdk to [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk. [ 831.536424] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Cleaning up location [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 831.536424] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_585c33b6-6807-4097-ac34-9c4179e29b6c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.536424] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6f9523e-a33d-4c73-85b7-53712da6faaf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.542822] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 831.542822] env[63005]: value = "task-2577496" [ 831.542822] env[63005]: _type = "Task" [ 831.542822] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.550553] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.560791] env[63005]: DEBUG nova.scheduler.client.report [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 831.802059] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.802362] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.803252] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbaa6027-136a-42d1-9721-d95864633c80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.827313] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 79d5d07d-d973-420b-a861-cdcd2376dde7/79d5d07d-d973-420b-a861-cdcd2376dde7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.827673] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b1a70d-342d-4618-b478-0a91651bcefe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.849016] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 831.849016] env[63005]: value = "task-2577497" [ 831.849016] env[63005]: _type = "Task" [ 831.849016] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.856372] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.052504] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.031599} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.052786] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.052949] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "[datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 832.053223] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk to [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 832.053479] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0142b45-6346-4355-87fd-ad055334bd3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.060386] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 832.060386] env[63005]: value = "task-2577498" [ 832.060386] env[63005]: _type = "Task" [ 832.060386] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.068026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.069889] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.070343] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 47.339s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.070525] env[63005]: DEBUG nova.objects.instance [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 832.089299] env[63005]: INFO nova.scheduler.client.report [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Deleted allocations for instance f9b91732-285f-46b7-accf-62d8681d0162 [ 832.360365] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.573446] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.596956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8335d589-f636-4e41-b6fb-9103866ec202 tempest-ServerDiagnosticsNegativeTest-782986362 tempest-ServerDiagnosticsNegativeTest-782986362-project-member] Lock "f9b91732-285f-46b7-accf-62d8681d0162" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.739s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.861791] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577497, 'name': ReconfigVM_Task, 'duration_secs': 0.989204} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.861968] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 79d5d07d-d973-420b-a861-cdcd2376dde7/79d5d07d-d973-420b-a861-cdcd2376dde7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 832.862720] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ac5e3465-d56a-4746-a4d1-0847f1558dac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.871014] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 832.871014] env[63005]: value = "task-2577499" [ 832.871014] env[63005]: _type = "Task" [ 832.871014] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.882678] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577499, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.073447] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.079349] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b213ad15-0f40-4cba-b655-bbb0a2208940 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 833.080521] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.250s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 833.082110] env[63005]: INFO nova.compute.claims [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 833.386887] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577499, 'name': Rename_Task, 'duration_secs': 0.402386} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.387247] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.387689] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4b74daa-b7c2-417b-b0e0-537d6232e24f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.397435] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 833.397435] env[63005]: value = "task-2577500" [ 833.397435] env[63005]: _type = "Task" [ 833.397435] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.407854] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577500, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.578624] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.911495] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577500, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.077369] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.411609] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577500, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.577738] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577498, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.498319} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.578021] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/1f6ac22b-65c1-46b3-a5a6-c6790190de6a/1f6ac22b-65c1-46b3-a5a6-c6790190de6a.vmdk to [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 834.579369] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6bc4fec-ee51-4bfe-8481-98d5233c9ab0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.608974] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 834.609332] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaea1615-b4a6-4520-ba58-0f78fa992e60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.633118] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 834.633118] env[63005]: value = "task-2577501" [ 834.633118] env[63005]: _type = "Task" [ 834.633118] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.645467] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577501, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.858758] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6e2a55-f6e4-4b68-b38e-47b2c27d72a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.866312] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df85d55-1594-47e4-a818-b76d37af38c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.899887] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383fb71b-4644-4f5e-8c27-9deb78f33399 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.913658] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57a02f0-74f1-458d-84e2-fcfcd5d967f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.917682] env[63005]: DEBUG oslo_vmware.api [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577500, 'name': PowerOnVM_Task, 'duration_secs': 1.305909} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.917935] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.918150] env[63005]: INFO nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Took 10.33 seconds to spawn the instance on the hypervisor. [ 834.918326] env[63005]: DEBUG nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 834.919541] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeaabe6-8aa3-44f1-81ba-35d53585390c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.930370] env[63005]: DEBUG nova.compute.provider_tree [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 835.148027] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577501, 'name': ReconfigVM_Task, 'duration_secs': 0.299656} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.148027] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Reconfigured VM instance instance-0000000a to attach disk [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc/b6db441c-7399-43b4-910e-cc9c4dba1ffc.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 835.148179] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c71b1397-adf8-4c2f-9451-c322d88234da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.154700] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 835.154700] env[63005]: value = "task-2577502" [ 835.154700] env[63005]: _type = "Task" [ 835.154700] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.163397] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577502, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.433431] env[63005]: DEBUG nova.scheduler.client.report [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.452826] env[63005]: INFO nova.compute.manager [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Took 64.12 seconds to build instance. [ 835.669740] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577502, 'name': Rename_Task, 'duration_secs': 0.139436} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.670069] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 835.670298] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-56493ff8-db74-489f-a81c-e76d92643a7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.677678] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 835.677678] env[63005]: value = "task-2577503" [ 835.677678] env[63005]: _type = "Task" [ 835.677678] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.687448] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.946948] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.866s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.947589] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 835.950297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 46.021s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.950472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.950622] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 835.950918] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.626s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 835.951180] env[63005]: DEBUG nova.objects.instance [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lazy-loading 'resources' on Instance uuid 1a1dab80-6129-4b21-8883-d97a39d16cd6 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 835.956024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f743e13e-46bd-4517-a120-84869e3f2b6d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.959154] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75940c9d-9035-413e-a044-72d0fd35250a tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.352s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 835.966410] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c423453-b18e-4731-a7b5-9ac58411bdd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.983966] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb3f0e1-8eaa-4b8d-b243-a8e1426c43c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.991920] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43cd2d5-1e25-48fc-8e36-a652f0e529c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.026069] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178798MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 836.026069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.145742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "ae47d311-cac4-47a8-9442-035bbe159751" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.145742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.191214] env[63005]: DEBUG oslo_vmware.api [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577503, 'name': PowerOnVM_Task, 'duration_secs': 0.448589} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.191576] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 836.313126] env[63005]: DEBUG nova.compute.manager [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 836.313817] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e9b5a0-43c3-406f-8890-a9e6b2665481 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.463227] env[63005]: DEBUG nova.compute.utils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 836.464806] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.467565] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 836.467565] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 836.521678] env[63005]: DEBUG nova.policy [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d834339cab4906bc4fa95f9442f1b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fab6da610a294b458231e95a5273e583', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.673334] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.676371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.676371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 836.676371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 836.676371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.680514] env[63005]: INFO nova.compute.manager [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Terminating instance [ 836.840115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e89a5c3-379f-4e67-97af-859bb9cde2ee tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 66.940s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 836.912221] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully created port: 81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 836.974570] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 836.999762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.042382] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af99eb6-7cb3-4c19-9367-74071aae3cbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.050156] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485c86f-5ead-4c66-b278-3c9c8711cea3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.085680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de0d58-4d6a-4a5b-b71b-0852c3be274b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.094317] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc66c5f-4214-48c5-a713-799e0189be14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.110269] env[63005]: DEBUG nova.compute.provider_tree [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.128380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "79d5d07d-d973-420b-a861-cdcd2376dde7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.129219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.129219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 837.129219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 837.129358] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.131331] env[63005]: INFO nova.compute.manager [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Terminating instance [ 837.185809] env[63005]: DEBUG nova.compute.manager [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.187577] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.188619] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564f2203-d17d-4b5c-a444-1961222c9816 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.200362] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.200561] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e333d171-02c9-4c8d-b4f9-230d252f1609 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.207621] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 837.207621] env[63005]: value = "task-2577504" [ 837.207621] env[63005]: _type = "Task" [ 837.207621] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.217604] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.238218] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully created port: c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.522090] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully created port: f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 837.614534] env[63005]: DEBUG nova.scheduler.client.report [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.636258] env[63005]: DEBUG nova.compute.manager [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 837.636258] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 837.636840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1777409-71c9-4b81-9687-e698509be6f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.644584] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 837.644820] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01f546cb-5579-4a44-9180-9f42ce63373b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.650663] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 837.650663] env[63005]: value = "task-2577505" [ 837.650663] env[63005]: _type = "Task" [ 837.650663] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.660235] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.723819] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577504, 'name': PowerOffVM_Task, 'duration_secs': 0.281568} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.724977] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 837.724977] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 837.724977] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ad7b018-c484-4005-a139-de6d1afd2501 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.790035] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 837.790276] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 837.790479] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleting the datastore file [datastore1] 22000936-d2aa-40d0-b3f5-a461da6e6b36 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 837.790771] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4587224-064d-4f0d-baf8-dfffb3f08793 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.796993] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 837.796993] env[63005]: value = "task-2577507" [ 837.796993] env[63005]: _type = "Task" [ 837.796993] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.804830] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577507, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.985158] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 838.020433] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 838.020681] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 838.020834] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 838.021015] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 838.021896] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 838.023106] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 838.023106] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 838.023106] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 838.023106] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 838.023106] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 838.023295] env[63005]: DEBUG nova.virt.hardware [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 838.025053] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb4042d-f503-4af0-9305-885e3c4f1a47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.031865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b7367b-116f-446d-b10b-53a1913f3bc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.120205] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.122480] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.043s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.123941] env[63005]: INFO nova.compute.claims [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 838.142918] env[63005]: INFO nova.scheduler.client.report [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted allocations for instance 1a1dab80-6129-4b21-8883-d97a39d16cd6 [ 838.161694] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577505, 'name': PowerOffVM_Task, 'duration_secs': 0.224808} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.161694] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 838.161694] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 838.161694] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a4190d-3f6f-4a31-b5e5-674777aaa0d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.221534] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 838.221856] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 838.222061] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleting the datastore file [datastore1] 79d5d07d-d973-420b-a861-cdcd2376dde7 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 838.222336] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26e36615-d7b6-4ea5-904e-706fd002d1fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.230852] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 838.230852] env[63005]: value = "task-2577509" [ 838.230852] env[63005]: _type = "Task" [ 838.230852] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.239315] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577509, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.310037] env[63005]: DEBUG oslo_vmware.api [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577507, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.485391} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.310426] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.310513] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.311423] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.311765] env[63005]: INFO nova.compute.manager [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Took 1.13 seconds to destroy the instance on the hypervisor. [ 838.312138] env[63005]: DEBUG oslo.service.loopingcall [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.312442] env[63005]: DEBUG nova.compute.manager [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.312607] env[63005]: DEBUG nova.network.neutron [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.606979] env[63005]: DEBUG nova.compute.manager [req-cf006db1-149e-4ed6-97fb-4bebe3ea24b4 req-772eef31-ec74-4e08-afca-ed98ec5ca839 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Received event network-vif-deleted-ab58445b-cb9c-4650-8abe-e67de86b25fa {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 838.606979] env[63005]: INFO nova.compute.manager [req-cf006db1-149e-4ed6-97fb-4bebe3ea24b4 req-772eef31-ec74-4e08-afca-ed98ec5ca839 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Neutron deleted interface ab58445b-cb9c-4650-8abe-e67de86b25fa; detaching it from the instance and deleting it from the info cache [ 838.607109] env[63005]: DEBUG nova.network.neutron [req-cf006db1-149e-4ed6-97fb-4bebe3ea24b4 req-772eef31-ec74-4e08-afca-ed98ec5ca839 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.609082] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "1d75e123-6966-4623-bd77-881432ff2004" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 838.609292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 838.653824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a59da3d9-0a77-4b08-9547-b18d1f4faa18 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "1a1dab80-6129-4b21-8883-d97a39d16cd6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.116s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 838.743210] env[63005]: DEBUG oslo_vmware.api [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577509, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419976} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.743560] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 838.743721] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 838.743957] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 838.744156] env[63005]: INFO nova.compute.manager [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Took 1.11 seconds to destroy the instance on the hypervisor. [ 838.744431] env[63005]: DEBUG oslo.service.loopingcall [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 838.744661] env[63005]: DEBUG nova.compute.manager [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 838.744764] env[63005]: DEBUG nova.network.neutron [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.071134] env[63005]: DEBUG nova.network.neutron [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.092302] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66df8ac1-0baf-408a-ac9b-b9e398acd853 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.101022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Suspending the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 839.101022] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-bbc6c749-4968-41dd-8b43-0554c46a0a56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.108019] env[63005]: DEBUG oslo_vmware.api [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 839.108019] env[63005]: value = "task-2577510" [ 839.108019] env[63005]: _type = "Task" [ 839.108019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.110618] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2863e423-99e4-44be-88bd-278b2bd0cc94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.117720] env[63005]: DEBUG oslo_vmware.api [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577510, 'name': SuspendVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.124730] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c558ad-a083-4df4-9c71-3a7e72127ec0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.164459] env[63005]: DEBUG nova.compute.manager [req-cf006db1-149e-4ed6-97fb-4bebe3ea24b4 req-772eef31-ec74-4e08-afca-ed98ec5ca839 service nova] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Detach interface failed, port_id=ab58445b-cb9c-4650-8abe-e67de86b25fa, reason: Instance 22000936-d2aa-40d0-b3f5-a461da6e6b36 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 839.195163] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully updated port: 81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 839.577845] env[63005]: INFO nova.compute.manager [-] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Took 1.27 seconds to deallocate network for instance. [ 839.583441] env[63005]: DEBUG nova.network.neutron [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.621220] env[63005]: DEBUG oslo_vmware.api [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577510, 'name': SuspendVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.637027] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5490bb-14d1-4a07-9858-99d01e49cbb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.644133] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a77257e-8bc7-411e-8eba-a1ea8ca3fc10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.676225] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17746279-7287-45d2-b6fc-9764ea12772a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.683795] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b621c2-0739-483b-ba62-1c02660191cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.699749] env[63005]: DEBUG nova.compute.provider_tree [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.725360] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.725577] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.725902] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 839.726030] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 839.726360] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 839.729122] env[63005]: INFO nova.compute.manager [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Terminating instance [ 840.085780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.087340] env[63005]: INFO nova.compute.manager [-] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Took 1.34 seconds to deallocate network for instance. [ 840.118060] env[63005]: DEBUG oslo_vmware.api [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577510, 'name': SuspendVM_Task, 'duration_secs': 0.6663} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.118288] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Suspended the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 840.118471] env[63005]: DEBUG nova.compute.manager [None req-121019f7-d9fc-4412-8034-93909c227a4f tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 840.119248] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34187110-cedf-47d7-8d16-572bb8075873 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.203030] env[63005]: DEBUG nova.scheduler.client.report [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 840.232631] env[63005]: DEBUG nova.compute.manager [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 840.232843] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 840.233777] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfeee2f-c114-4914-b7a2-6d950f2de8af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.241674] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 840.241904] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef7b3e6e-49cc-4bd1-8f16-faacbd1c07a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.247787] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 840.247787] env[63005]: value = "task-2577511" [ 840.247787] env[63005]: _type = "Task" [ 840.247787] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.256996] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.593748] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.638303] env[63005]: DEBUG nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-plugged-81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.638303] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 840.638303] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.638303] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.638433] env[63005]: DEBUG nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] No waiting events found dispatching network-vif-plugged-81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 840.638520] env[63005]: WARNING nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received unexpected event network-vif-plugged-81851669-f466-4b4c-a869-13099b6ff423 for instance with vm_state building and task_state spawning. [ 840.638677] env[63005]: DEBUG nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Received event network-vif-deleted-bcfcd88c-65be-4aac-8c94-c087eb679caf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.638837] env[63005]: DEBUG nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-changed-81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 840.638984] env[63005]: DEBUG nova.compute.manager [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing instance network info cache due to event network-changed-81851669-f466-4b4c-a869-13099b6ff423. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 840.639193] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Acquiring lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 840.639313] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Acquired lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.639465] env[63005]: DEBUG nova.network.neutron [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing network info cache for port 81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 840.711202] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.588s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 840.711824] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 840.714324] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.633s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 840.715735] env[63005]: INFO nova.compute.claims [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 840.758198] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577511, 'name': PowerOffVM_Task, 'duration_secs': 0.228778} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.758461] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 840.758647] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 840.758888] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a79cb13-fcf2-4cea-9ac9-5fbaf1fd0939 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.824407] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 840.824622] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 840.824803] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore1] 72f22d9c-a615-4d7a-9d62-fb4da31adc64 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 840.825214] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ca85a8c-f21c-4eb5-8816-efe21fcce308 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.831507] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 840.831507] env[63005]: value = "task-2577513" [ 840.831507] env[63005]: _type = "Task" [ 840.831507] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.839199] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.187901] env[63005]: DEBUG nova.network.neutron [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 841.211722] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully updated port: c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.221359] env[63005]: DEBUG nova.compute.utils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 841.225544] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 841.225933] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 841.298930] env[63005]: DEBUG nova.policy [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29bc3ddb06e6478d80040727271bc560', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1276f74210184eceb9149e1c4b97c2a8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 841.304432] env[63005]: DEBUG nova.network.neutron [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.342717] env[63005]: DEBUG oslo_vmware.api [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124467} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.342952] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 841.343213] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 841.343409] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 841.343581] env[63005]: INFO nova.compute.manager [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Took 1.11 seconds to destroy the instance on the hypervisor. [ 841.343822] env[63005]: DEBUG oslo.service.loopingcall [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 841.344033] env[63005]: DEBUG nova.compute.manager [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 841.344118] env[63005]: DEBUG nova.network.neutron [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 841.530540] env[63005]: INFO nova.compute.manager [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Resuming [ 841.531200] env[63005]: DEBUG nova.objects.instance [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lazy-loading 'flavor' on Instance uuid b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.726717] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 841.733032] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Successfully created port: bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 841.807216] env[63005]: DEBUG oslo_concurrency.lockutils [req-b17266dc-ffd1-4bb3-b721-b99335c50c81 req-6393fba5-37e6-4250-98e6-b1c51c212ff1 service nova] Releasing lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 842.180290] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55859fe3-a42e-4a69-9909-be9d751fd912 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.189457] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7631ea6b-59df-44a4-ab7b-b90cc795f099 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.219096] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96adabdc-9634-4f4a-8b32-f3fc9d804ff4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.226199] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc07154-eb04-49be-a75d-1dd8940ecb27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.229905] env[63005]: DEBUG nova.network.neutron [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.243354] env[63005]: DEBUG nova.compute.provider_tree [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.664923] env[63005]: DEBUG nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-plugged-c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.665188] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 842.665827] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 842.666168] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 842.666468] env[63005]: DEBUG nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] No waiting events found dispatching network-vif-plugged-c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 842.666918] env[63005]: WARNING nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received unexpected event network-vif-plugged-c73daafa-e8e5-4426-9167-f7cdea387eca for instance with vm_state building and task_state spawning. [ 842.667350] env[63005]: DEBUG nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-changed-c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 842.667564] env[63005]: DEBUG nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing instance network info cache due to event network-changed-c73daafa-e8e5-4426-9167-f7cdea387eca. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 842.667949] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Acquiring lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 842.668136] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Acquired lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.668410] env[63005]: DEBUG nova.network.neutron [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing network info cache for port c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.732606] env[63005]: INFO nova.compute.manager [-] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Took 1.39 seconds to deallocate network for instance. [ 842.746906] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 842.750259] env[63005]: DEBUG nova.scheduler.client.report [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 842.782122] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 842.782366] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 842.782524] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 842.782701] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 842.782845] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 842.782992] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 842.783207] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 842.783360] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 842.783524] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 842.783681] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 842.783850] env[63005]: DEBUG nova.virt.hardware [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 842.784977] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d3ee29-8383-4fd5-a83c-eb656217bc39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.793787] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da66f7b-0d52-4976-8dd8-100635cc134f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.042951] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.043107] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquired lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.043333] env[63005]: DEBUG nova.network.neutron [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.221247] env[63005]: DEBUG nova.network.neutron [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.239320] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.256466] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.542s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.256994] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 843.259789] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 46.456s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.259874] env[63005]: DEBUG nova.objects.instance [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 843.273157] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Successfully updated port: bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.333229] env[63005]: DEBUG nova.network.neutron [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.363465] env[63005]: DEBUG nova.compute.manager [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-plugged-f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.363695] env[63005]: DEBUG oslo_concurrency.lockutils [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.363896] env[63005]: DEBUG oslo_concurrency.lockutils [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.364068] env[63005]: DEBUG oslo_concurrency.lockutils [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.364239] env[63005]: DEBUG nova.compute.manager [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] No waiting events found dispatching network-vif-plugged-f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 843.364441] env[63005]: WARNING nova.compute.manager [req-09aa36d1-bca9-4bfc-acf6-6dfbbb4cbf53 req-7dce58dd-a8b8-4e87-8194-481e10e41a4f service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received unexpected event network-vif-plugged-f3c46b12-ba4c-4a62-882f-2473f012bc6d for instance with vm_state building and task_state spawning. [ 843.469610] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Successfully updated port: f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 843.767287] env[63005]: DEBUG nova.compute.utils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 843.776997] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 843.777986] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 843.783016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.783016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquired lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.783016] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.787158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b190f776-da29-46b9-87ac-e0d819148b75 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.527s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.788376] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.487s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.789819] env[63005]: INFO nova.compute.claims [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.836042] env[63005]: DEBUG oslo_concurrency.lockutils [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] Releasing lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 843.836042] env[63005]: DEBUG nova.compute.manager [req-c2784623-c771-4b4d-844d-d93a6093b4d1 req-b4f60485-465e-4e8f-b616-0fb48cca6824 service nova] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Received event network-vif-deleted-43769ef0-70a3-44dd-b77a-bfc62e1bdb88 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 843.851298] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.883971] env[63005]: DEBUG nova.policy [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0960fecae7954526b48e1d9173c95a44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df56fb994c148d0aaa602587499c10b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 843.904529] env[63005]: DEBUG nova.network.neutron [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [{"id": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "address": "fa:16:3e:09:cd:62", "network": {"id": "eaf9ca5e-c0eb-446e-87f0-5789ce91a7ba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-320748045-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9b8105c552f4f4fa79a05f29f3b27ae", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33bcfd29-ad69-41ad-8e7f-55c1a3cf2dce", "external-id": "nsx-vlan-transportzone-725", "segmentation_id": 725, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dd2f39-6a", "ovs_interfaceid": "c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.973555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 843.973555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.973555] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.048272] env[63005]: DEBUG nova.network.neutron [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Updating instance_info_cache with network_info: [{"id": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "address": "fa:16:3e:61:a6:b2", "network": {"id": "79308bdb-6822-4ec7-8174-6db71ae58814", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-363631085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1276f74210184eceb9149e1c4b97c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb7d8e1-83", "ovs_interfaceid": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.276376] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 844.284371] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Successfully created port: d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 844.409805] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Releasing lock "refresh_cache-b6db441c-7399-43b4-910e-cc9c4dba1ffc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.411347] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4218e1cc-776a-4ed7-87e8-179b7a8d2fef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.418144] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Resuming the VM {{(pid=63005) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 844.418394] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68d6fe30-062f-4621-9e1d-61b0dda66b39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.425332] env[63005]: DEBUG oslo_vmware.api [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 844.425332] env[63005]: value = "task-2577514" [ 844.425332] env[63005]: _type = "Task" [ 844.425332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.432667] env[63005]: DEBUG oslo_vmware.api [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.516442] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.551732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Releasing lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 844.552137] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Instance network_info: |[{"id": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "address": "fa:16:3e:61:a6:b2", "network": {"id": "79308bdb-6822-4ec7-8174-6db71ae58814", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-363631085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1276f74210184eceb9149e1c4b97c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb7d8e1-83", "ovs_interfaceid": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 844.552626] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:a6:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c297fe21-cd0b-4226-813b-a65d2358d034', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bcb7d8e1-8331-4c87-ad64-3c4f16233c1b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 844.560188] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Creating folder: Project (1276f74210184eceb9149e1c4b97c2a8). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.560493] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2dea89c-b73d-4f4c-a10a-cfedf93735ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.570998] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Created folder: Project (1276f74210184eceb9149e1c4b97c2a8) in parent group-v519994. [ 844.571215] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Creating folder: Instances. Parent ref: group-v520159. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 844.571770] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bea69c78-4fcb-4947-b179-bb0e17bd03e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.580317] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Created folder: Instances in parent group-v520159. [ 844.581139] env[63005]: DEBUG oslo.service.loopingcall [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 844.581139] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 844.581139] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2e33265-9df6-45e2-9bf9-740c3a4aa844 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.608116] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 844.608116] env[63005]: value = "task-2577517" [ 844.608116] env[63005]: _type = "Task" [ 844.608116] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.613173] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577517, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.696111] env[63005]: DEBUG nova.compute.manager [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Received event network-vif-plugged-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.696576] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Acquiring lock "fe7f7038-24d0-4694-a117-14153da231d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.696645] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Lock "fe7f7038-24d0-4694-a117-14153da231d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.696795] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Lock "fe7f7038-24d0-4694-a117-14153da231d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.697029] env[63005]: DEBUG nova.compute.manager [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] No waiting events found dispatching network-vif-plugged-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 844.697177] env[63005]: WARNING nova.compute.manager [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Received unexpected event network-vif-plugged-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b for instance with vm_state building and task_state spawning. [ 844.697282] env[63005]: DEBUG nova.compute.manager [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Received event network-changed-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 844.697427] env[63005]: DEBUG nova.compute.manager [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Refreshing instance network info cache due to event network-changed-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 844.697618] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Acquiring lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 844.697764] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Acquired lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.697927] env[63005]: DEBUG nova.network.neutron [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Refreshing network info cache for port bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.938933] env[63005]: DEBUG oslo_vmware.api [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.988537] env[63005]: DEBUG nova.network.neutron [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updating instance_info_cache with network_info: [{"id": "81851669-f466-4b4c-a869-13099b6ff423", "address": "fa:16:3e:b6:56:d2", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81851669-f4", "ovs_interfaceid": "81851669-f466-4b4c-a869-13099b6ff423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "c73daafa-e8e5-4426-9167-f7cdea387eca", "address": "fa:16:3e:15:bb:df", "network": {"id": "49e955b9-943b-4afb-a29c-6da96a4953e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1891800832", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73daafa-e8", "ovs_interfaceid": "c73daafa-e8e5-4426-9167-f7cdea387eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "address": "fa:16:3e:fd:bf:b9", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c46b12-ba", "ovs_interfaceid": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.115696] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577517, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.285480] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 845.293320] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629e8fd4-67fd-44f6-8639-d4eeb94df90c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.300813] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39edd9fa-c2a5-4dcf-b70c-14de419dd0f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.335703] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 845.335938] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 845.336100] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 845.336281] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 845.336433] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 845.336575] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 845.336771] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 845.336921] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 845.337095] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 845.337251] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 845.337412] env[63005]: DEBUG nova.virt.hardware [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 845.340343] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16514814-178a-495c-867d-0b78defe525f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.343280] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f51f22e-37a7-4f6a-8ca7-fc2f7f5b5984 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.352605] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738ae200-20e2-4495-9bb8-f479393013cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.357860] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-061cc637-4ae3-4bc8-8b3e-454164d1af81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.378826] env[63005]: DEBUG nova.compute.provider_tree [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.391336] env[63005]: DEBUG nova.compute.manager [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-changed-f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 845.391640] env[63005]: DEBUG nova.compute.manager [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing instance network info cache due to event network-changed-f3c46b12-ba4c-4a62-882f-2473f012bc6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 845.391850] env[63005]: DEBUG oslo_concurrency.lockutils [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] Acquiring lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.435571] env[63005]: DEBUG oslo_vmware.api [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577514, 'name': PowerOnVM_Task, 'duration_secs': 0.617213} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.435690] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Resumed the VM {{(pid=63005) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 845.435871] env[63005]: DEBUG nova.compute.manager [None req-d06dca79-d171-47a4-a790-de12f4c811ce tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 845.436651] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867064b7-b085-4dbc-afcb-e9020d763c5f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.444834] env[63005]: DEBUG nova.network.neutron [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Updated VIF entry in instance network info cache for port bcb7d8e1-8331-4c87-ad64-3c4f16233c1b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 845.445156] env[63005]: DEBUG nova.network.neutron [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Updating instance_info_cache with network_info: [{"id": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "address": "fa:16:3e:61:a6:b2", "network": {"id": "79308bdb-6822-4ec7-8174-6db71ae58814", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-363631085-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1276f74210184eceb9149e1c4b97c2a8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c297fe21-cd0b-4226-813b-a65d2358d034", "external-id": "nsx-vlan-transportzone-98", "segmentation_id": 98, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbcb7d8e1-83", "ovs_interfaceid": "bcb7d8e1-8331-4c87-ad64-3c4f16233c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.490394] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 845.490802] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance network_info: |[{"id": "81851669-f466-4b4c-a869-13099b6ff423", "address": "fa:16:3e:b6:56:d2", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81851669-f4", "ovs_interfaceid": "81851669-f466-4b4c-a869-13099b6ff423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "c73daafa-e8e5-4426-9167-f7cdea387eca", "address": "fa:16:3e:15:bb:df", "network": {"id": "49e955b9-943b-4afb-a29c-6da96a4953e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1891800832", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73daafa-e8", "ovs_interfaceid": "c73daafa-e8e5-4426-9167-f7cdea387eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "address": "fa:16:3e:fd:bf:b9", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c46b12-ba", "ovs_interfaceid": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 845.491112] env[63005]: DEBUG oslo_concurrency.lockutils [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] Acquired lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.491297] env[63005]: DEBUG nova.network.neutron [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Refreshing network info cache for port f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 845.492602] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:56:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81851669-f466-4b4c-a869-13099b6ff423', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:bb:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c73daafa-e8e5-4426-9167-f7cdea387eca', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:bf:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7b5f1ef-d4b9-4ec3-b047-17e4cb349d25', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c46b12-ba4c-4a62-882f-2473f012bc6d', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 845.503363] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Creating folder: Project (fab6da610a294b458231e95a5273e583). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.504314] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c305634-83f5-4ea2-bdbb-6684e4fa309d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.516136] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Created folder: Project (fab6da610a294b458231e95a5273e583) in parent group-v519994. [ 845.516325] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Creating folder: Instances. Parent ref: group-v520162. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 845.516557] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12e0f044-debc-4a79-868d-1beb6b78248e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.527052] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Created folder: Instances in parent group-v520162. [ 845.527404] env[63005]: DEBUG oslo.service.loopingcall [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 845.527649] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 845.527908] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be355c2b-3f22-4c8b-b37c-823d42286cb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.565160] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 845.565160] env[63005]: value = "task-2577520" [ 845.565160] env[63005]: _type = "Task" [ 845.565160] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.574219] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577520, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.619317] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577517, 'name': CreateVM_Task, 'duration_secs': 0.653594} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.619317] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 845.619559] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 845.619559] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.619918] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 845.620210] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0abb788-d0d5-414c-a947-155b27a4d0cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.625176] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 845.625176] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52479657-049a-c14b-afbb-626d89df5dd5" [ 845.625176] env[63005]: _type = "Task" [ 845.625176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.633310] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52479657-049a-c14b-afbb-626d89df5dd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.803071] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Successfully updated port: d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.884641] env[63005]: DEBUG nova.scheduler.client.report [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 845.949430] env[63005]: DEBUG oslo_concurrency.lockutils [req-627a34f2-b5ea-4070-bdd2-198237775403 req-85284fae-fa48-4a5a-8660-0cd6126e3c90 service nova] Releasing lock "refresh_cache-fe7f7038-24d0-4694-a117-14153da231d2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.075434] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577520, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.134754] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52479657-049a-c14b-afbb-626d89df5dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.024773} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.135819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.135819] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 846.135819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.135819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.135819] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 846.136028] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7daeb773-3369-4582-bc7b-54d4b27b77b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.179408] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 846.179633] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 846.180380] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fdf55bc-92a7-483c-ac50-33d8d463e394 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.186027] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 846.186027] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a1626b-9385-5519-8326-503aa3263634" [ 846.186027] env[63005]: _type = "Task" [ 846.186027] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.194665] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a1626b-9385-5519-8326-503aa3263634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.312689] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.312938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.312938] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 846.390720] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.391324] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 846.397218] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.694s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.398616] env[63005]: INFO nova.compute.claims [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 846.436232] env[63005]: DEBUG nova.network.neutron [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updated VIF entry in instance network info cache for port f3c46b12-ba4c-4a62-882f-2473f012bc6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 846.436879] env[63005]: DEBUG nova.network.neutron [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updating instance_info_cache with network_info: [{"id": "81851669-f466-4b4c-a869-13099b6ff423", "address": "fa:16:3e:b6:56:d2", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.216", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81851669-f4", "ovs_interfaceid": "81851669-f466-4b4c-a869-13099b6ff423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "c73daafa-e8e5-4426-9167-f7cdea387eca", "address": "fa:16:3e:15:bb:df", "network": {"id": "49e955b9-943b-4afb-a29c-6da96a4953e0", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1891800832", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc73daafa-e8", "ovs_interfaceid": "c73daafa-e8e5-4426-9167-f7cdea387eca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "address": "fa:16:3e:fd:bf:b9", "network": {"id": "4e85b60e-b6ce-4082-9899-cc0129e66f66", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-387474613", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7b5f1ef-d4b9-4ec3-b047-17e4cb349d25", "external-id": "nsx-vlan-transportzone-743", "segmentation_id": 743, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c46b12-ba", "ovs_interfaceid": "f3c46b12-ba4c-4a62-882f-2473f012bc6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.576162] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577520, 'name': CreateVM_Task, 'duration_secs': 0.523862} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.576756] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 846.577741] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.577991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.578387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 846.578649] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-716c8fab-0158-45b4-95c3-d3110cc312fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.583017] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 846.583017] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d3670d-3238-7be6-ef01-c0251ad70831" [ 846.583017] env[63005]: _type = "Task" [ 846.583017] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.590433] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d3670d-3238-7be6-ef01-c0251ad70831, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.701320] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a1626b-9385-5519-8326-503aa3263634, 'name': SearchDatastore_Task, 'duration_secs': 0.102498} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.701320] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd57dd4-5ab9-46f8-b070-1c5d5bb88847 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.706098] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 846.706098] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52118f16-770b-a5fe-1256-3fa3dd897d63" [ 846.706098] env[63005]: _type = "Task" [ 846.706098] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.713608] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52118f16-770b-a5fe-1256-3fa3dd897d63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.850458] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.905933] env[63005]: DEBUG nova.compute.utils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 846.909580] env[63005]: DEBUG nova.compute.manager [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Received event network-vif-plugged-d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.909580] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Acquiring lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 846.909969] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 846.910214] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.910846] env[63005]: DEBUG nova.compute.manager [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] No waiting events found dispatching network-vif-plugged-d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 846.910846] env[63005]: WARNING nova.compute.manager [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Received unexpected event network-vif-plugged-d182ae22-a8e7-4345-8f07-bd8f18165af6 for instance with vm_state building and task_state spawning. [ 846.910846] env[63005]: DEBUG nova.compute.manager [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Received event network-changed-d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 846.911025] env[63005]: DEBUG nova.compute.manager [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Refreshing instance network info cache due to event network-changed-d182ae22-a8e7-4345-8f07-bd8f18165af6. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 846.911136] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Acquiring lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 846.912111] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.912111] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.941268] env[63005]: DEBUG oslo_concurrency.lockutils [req-0306633b-3c6a-4570-9e5f-c5735b2c0250 req-d863df02-af0a-4109-8234-66e322d1a1da service nova] Releasing lock "refresh_cache-2dd81a85-1904-44f7-838e-1ae3f1c47949" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 846.996480] env[63005]: DEBUG nova.policy [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0960fecae7954526b48e1d9173c95a44', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7df56fb994c148d0aaa602587499c10b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.046406] env[63005]: DEBUG nova.network.neutron [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Updating instance_info_cache with network_info: [{"id": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "address": "fa:16:3e:63:84:22", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd182ae22-a8", "ovs_interfaceid": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.097049] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d3670d-3238-7be6-ef01-c0251ad70831, 'name': SearchDatastore_Task, 'duration_secs': 0.009606} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.098101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.098101] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 847.098101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 847.098101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.098276] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 847.098438] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51f14e89-8afd-4d62-9585-7081839082ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.108136] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 847.108282] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 847.108998] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50664c83-3d2b-4ca0-9942-5dae842774ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.114317] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 847.114317] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bea558-0613-8675-bbe1-da6f177cdf2a" [ 847.114317] env[63005]: _type = "Task" [ 847.114317] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.122589] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bea558-0613-8675-bbe1-da6f177cdf2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.217264] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52118f16-770b-a5fe-1256-3fa3dd897d63, 'name': SearchDatastore_Task, 'duration_secs': 0.012083} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.217543] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.217800] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fe7f7038-24d0-4694-a117-14153da231d2/fe7f7038-24d0-4694-a117-14153da231d2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 847.218089] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db464c34-fa15-4317-a76c-dbe278227651 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.225399] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 847.225399] env[63005]: value = "task-2577521" [ 847.225399] env[63005]: _type = "Task" [ 847.225399] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.232835] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577521, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.267944] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Successfully created port: 36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 847.415321] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 847.549476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 847.550048] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Instance network_info: |[{"id": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "address": "fa:16:3e:63:84:22", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd182ae22-a8", "ovs_interfaceid": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 847.550601] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Acquired lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.550894] env[63005]: DEBUG nova.network.neutron [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Refreshing network info cache for port d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.552178] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:84:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd182ae22-a8e7-4345-8f07-bd8f18165af6', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 847.560405] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating folder: Project (7df56fb994c148d0aaa602587499c10b). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.561905] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-db47e19e-6917-4c33-ae6b-11abdb8dba36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.580090] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Created folder: Project (7df56fb994c148d0aaa602587499c10b) in parent group-v519994. [ 847.580579] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating folder: Instances. Parent ref: group-v520165. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 847.583945] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dd2f1949-228f-4a33-a5fa-39e763e00304 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.596324] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Created folder: Instances in parent group-v520165. [ 847.596999] env[63005]: DEBUG oslo.service.loopingcall [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 847.596999] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 847.597137] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0af5cf90-af50-417d-bd73-20a0dc36915f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623664] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 847.623664] env[63005]: value = "task-2577524" [ 847.623664] env[63005]: _type = "Task" [ 847.623664] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.627646] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bea558-0613-8675-bbe1-da6f177cdf2a, 'name': SearchDatastore_Task, 'duration_secs': 0.009228} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.633790] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56abceb2-a361-4613-9998-61b1adc6a210 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.643691] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577524, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.645111] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 847.645111] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5267a348-45be-e8a9-901a-dddabf5687e5" [ 847.645111] env[63005]: _type = "Task" [ 847.645111] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.658109] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5267a348-45be-e8a9-901a-dddabf5687e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.735057] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577521, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454581} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.737632] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fe7f7038-24d0-4694-a117-14153da231d2/fe7f7038-24d0-4694-a117-14153da231d2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 847.737884] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 847.738350] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d7bc1dd-0777-4028-917e-4a82c95ed33c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.744598] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 847.744598] env[63005]: value = "task-2577525" [ 847.744598] env[63005]: _type = "Task" [ 847.744598] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.756037] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.914361] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437f49b8-37c8-473f-bccf-b3a76044ecb2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.924931] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1c772e-d7a3-4b78-b6cd-7aeee32e3adf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.965866] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb21140-a6b7-4792-80c1-549df0060d2a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.974515] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ad6bc0-f204-48ca-93c4-b0b69ebc3665 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.989920] env[63005]: DEBUG nova.compute.provider_tree [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.138548] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577524, 'name': CreateVM_Task, 'duration_secs': 0.484433} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.140850] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.141433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.141604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.141902] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 848.142518] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-781ac4f3-c636-47f9-9718-1260ada04c5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.150923] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 848.150923] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52adccaa-4e92-1307-c7e2-3a5f0f419f23" [ 848.150923] env[63005]: _type = "Task" [ 848.150923] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.156612] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5267a348-45be-e8a9-901a-dddabf5687e5, 'name': SearchDatastore_Task, 'duration_secs': 0.020145} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.158035] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.158035] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 2dd81a85-1904-44f7-838e-1ae3f1c47949/2dd81a85-1904-44f7-838e-1ae3f1c47949.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 848.158035] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe271f6-7c5f-4743-af53-f93520ec4347 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.164172] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52adccaa-4e92-1307-c7e2-3a5f0f419f23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.172417] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 848.172417] env[63005]: value = "task-2577526" [ 848.172417] env[63005]: _type = "Task" [ 848.172417] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.177296] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.254711] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06257} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.255145] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 848.255783] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33674a3-e7dd-48f4-8625-98d49eeb5db9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.280068] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] fe7f7038-24d0-4694-a117-14153da231d2/fe7f7038-24d0-4694-a117-14153da231d2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 848.281088] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0eaf671-c237-4153-a893-36ae81da856a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.296382] env[63005]: DEBUG nova.network.neutron [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Updated VIF entry in instance network info cache for port d182ae22-a8e7-4345-8f07-bd8f18165af6. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 848.297112] env[63005]: DEBUG nova.network.neutron [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Updating instance_info_cache with network_info: [{"id": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "address": "fa:16:3e:63:84:22", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd182ae22-a8", "ovs_interfaceid": "d182ae22-a8e7-4345-8f07-bd8f18165af6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.302914] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 848.302914] env[63005]: value = "task-2577527" [ 848.302914] env[63005]: _type = "Task" [ 848.302914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.311323] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.433032] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 848.457140] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 848.457425] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 848.457612] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.457814] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 848.457979] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.458185] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 848.458437] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 848.458628] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 848.458827] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 848.459014] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 848.459225] env[63005]: DEBUG nova.virt.hardware [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 848.460109] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec78365-93df-4753-a95b-878e1129bb4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.468157] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bc1bb9-4c56-4eb9-b158-1e6310a9d10c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.492029] env[63005]: DEBUG nova.scheduler.client.report [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.662027] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52adccaa-4e92-1307-c7e2-3a5f0f419f23, 'name': SearchDatastore_Task, 'duration_secs': 0.023275} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.662269] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.662509] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.662972] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.662972] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.663092] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.663337] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797027b2-90e9-459a-a054-8a1847e7b458 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.675568] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.675773] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.676935] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3655824-ecc1-4dd1-8ee0-a9f44e9da9c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.682415] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577526, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.685710] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 848.685710] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523e961b-e909-60e6-1c95-20510548f6e2" [ 848.685710] env[63005]: _type = "Task" [ 848.685710] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.697507] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523e961b-e909-60e6-1c95-20510548f6e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.785760] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Successfully updated port: 36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 848.799872] env[63005]: DEBUG oslo_concurrency.lockutils [req-2030d63e-d97c-4664-92e8-476f9073bed6 req-834bd055-db1f-455e-810c-f53eea236871 service nova] Releasing lock "refresh_cache-ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 848.813082] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577527, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.933442] env[63005]: DEBUG nova.compute.manager [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Received event network-vif-plugged-36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.933639] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Acquiring lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 848.933895] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 848.934174] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.934347] env[63005]: DEBUG nova.compute.manager [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] No waiting events found dispatching network-vif-plugged-36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 848.934513] env[63005]: WARNING nova.compute.manager [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Received unexpected event network-vif-plugged-36d374d1-a0af-4b02-a18e-5971084864ac for instance with vm_state building and task_state spawning. [ 848.934671] env[63005]: DEBUG nova.compute.manager [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Received event network-changed-36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 848.934893] env[63005]: DEBUG nova.compute.manager [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Refreshing instance network info cache due to event network-changed-36d374d1-a0af-4b02-a18e-5971084864ac. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 848.935012] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Acquiring lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 848.935169] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Acquired lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.935375] env[63005]: DEBUG nova.network.neutron [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Refreshing network info cache for port 36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 848.997167] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.997741] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 849.000398] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.349s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 849.000654] env[63005]: DEBUG nova.objects.instance [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'resources' on Instance uuid 0a461527-9913-4e90-b0d9-c00883713791 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 849.179240] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.756397} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.179509] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 2dd81a85-1904-44f7-838e-1ae3f1c47949/2dd81a85-1904-44f7-838e-1ae3f1c47949.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 849.179716] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 849.179968] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2685744-ef85-4ebf-8f27-ef313e1c3500 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.186790] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 849.186790] env[63005]: value = "task-2577528" [ 849.186790] env[63005]: _type = "Task" [ 849.186790] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.198283] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523e961b-e909-60e6-1c95-20510548f6e2, 'name': SearchDatastore_Task, 'duration_secs': 0.019227} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.201511] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.201776] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c99ef20-e6d3-4363-9562-d1aed03274ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.207392] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 849.207392] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d0c6b0-a13e-e97c-b1b4-92d433ba86e2" [ 849.207392] env[63005]: _type = "Task" [ 849.207392] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.215105] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0c6b0-a13e-e97c-b1b4-92d433ba86e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.291971] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 849.312480] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577527, 'name': ReconfigVM_Task, 'duration_secs': 0.670751} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.312771] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Reconfigured VM instance instance-0000003c to attach disk [datastore1] fe7f7038-24d0-4694-a117-14153da231d2/fe7f7038-24d0-4694-a117-14153da231d2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 849.313407] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70efa780-09b2-4649-be77-21fd67bdbcf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.319140] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 849.319140] env[63005]: value = "task-2577529" [ 849.319140] env[63005]: _type = "Task" [ 849.319140] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.326763] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577529, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.470084] env[63005]: DEBUG nova.network.neutron [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.507437] env[63005]: DEBUG nova.compute.utils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 849.509269] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 849.509863] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 849.539956] env[63005]: DEBUG nova.network.neutron [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.555816] env[63005]: DEBUG nova.policy [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2957e70ae5b345118dbb6f83a712ee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a508069fca49cb9eb56ec622119609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 849.700462] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071406} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.700722] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 849.701567] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05692c89-1755-4dd9-b488-a85b96a8d797 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.729284] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 2dd81a85-1904-44f7-838e-1ae3f1c47949/2dd81a85-1904-44f7-838e-1ae3f1c47949.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 849.732519] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6586e89-c2fa-404a-8cef-c35674062bbb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.754738] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0c6b0-a13e-e97c-b1b4-92d433ba86e2, 'name': SearchDatastore_Task, 'duration_secs': 0.014014} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.755970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 849.756256] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae4685c2-3167-427a-ae52-b4a3b8f9a1ed/ae4685c2-3167-427a-ae52-b4a3b8f9a1ed.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.756608] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 849.756608] env[63005]: value = "task-2577530" [ 849.756608] env[63005]: _type = "Task" [ 849.756608] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.756793] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5306c23c-fa5c-467f-8a35-0e40ed58809e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.770344] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577530, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.771568] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 849.771568] env[63005]: value = "task-2577531" [ 849.771568] env[63005]: _type = "Task" [ 849.771568] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.784728] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.828698] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577529, 'name': Rename_Task, 'duration_secs': 0.434736} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.828698] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.829046] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f34c799-ed85-468c-a05f-f9cf3e6a833c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.833539] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Successfully created port: 2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 849.839134] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 849.839134] env[63005]: value = "task-2577532" [ 849.839134] env[63005]: _type = "Task" [ 849.839134] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.846654] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577532, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.989202] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b488f26-4968-4211-87b0-723ee462e440 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.997411] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155ab5b9-3a9f-4705-91b4-da9259122d9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.026787] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 850.030424] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad58067-6642-4cdf-bc51-7db6200195f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.038490] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71c4e92-1ee8-42e4-930c-48b1418ef9b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.042687] env[63005]: DEBUG oslo_concurrency.lockutils [req-b310a879-8c3d-4ef4-89b8-7623a87cad02 req-7567e692-f592-44bf-8b7e-e0dfa0edd907 service nova] Releasing lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 850.043048] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.043638] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.054341] env[63005]: DEBUG nova.compute.provider_tree [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.270293] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577530, 'name': ReconfigVM_Task, 'duration_secs': 0.310583} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.270628] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 2dd81a85-1904-44f7-838e-1ae3f1c47949/2dd81a85-1904-44f7-838e-1ae3f1c47949.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 850.271336] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26b464d3-b5e4-4916-9e8a-a0dee7d8121c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.283487] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577531, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.284992] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 850.284992] env[63005]: value = "task-2577533" [ 850.284992] env[63005]: _type = "Task" [ 850.284992] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.293289] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577533, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.350689] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577532, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.559607] env[63005]: DEBUG nova.scheduler.client.report [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 850.576135] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.725096] env[63005]: DEBUG nova.network.neutron [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Updating instance_info_cache with network_info: [{"id": "36d374d1-a0af-4b02-a18e-5971084864ac", "address": "fa:16:3e:6a:b7:c6", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d374d1-a0", "ovs_interfaceid": "36d374d1-a0af-4b02-a18e-5971084864ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.782777] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667217} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.783101] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae4685c2-3167-427a-ae52-b4a3b8f9a1ed/ae4685c2-3167-427a-ae52-b4a3b8f9a1ed.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.783431] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.783701] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4298fbd5-c673-4046-bea1-90453cb1178d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.793098] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577533, 'name': Rename_Task, 'duration_secs': 0.197439} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.794173] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 850.794459] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 850.794459] env[63005]: value = "task-2577534" [ 850.794459] env[63005]: _type = "Task" [ 850.794459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.794632] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a64634b1-e414-4f46-b445-98e7606177e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.805270] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577534, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.806433] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 850.806433] env[63005]: value = "task-2577535" [ 850.806433] env[63005]: _type = "Task" [ 850.806433] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.813335] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.848263] env[63005]: DEBUG oslo_vmware.api [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577532, 'name': PowerOnVM_Task, 'duration_secs': 0.892186} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.848528] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.848729] env[63005]: INFO nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Took 8.10 seconds to spawn the instance on the hypervisor. [ 850.848907] env[63005]: DEBUG nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 850.849798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7e3d22-0bd3-4f6a-92cb-2dd375cf9511 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.985424] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.985731] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.985949] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.986153] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.986321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.988539] env[63005]: INFO nova.compute.manager [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Terminating instance [ 851.034827] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 851.060338] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 851.060573] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 851.060790] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 851.060987] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 851.061155] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 851.061304] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 851.061510] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 851.061665] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 851.061830] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 851.061989] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 851.062229] env[63005]: DEBUG nova.virt.hardware [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 851.063110] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2096970e-e556-4575-a6a4-75794d4a5452 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.066222] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.068587] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 44.181s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.077816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec245d4d-472a-4f78-b704-d94e31c8de5a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.092673] env[63005]: INFO nova.scheduler.client.report [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocations for instance 0a461527-9913-4e90-b0d9-c00883713791 [ 851.228345] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "refresh_cache-d014012e-97c9-4551-8a56-6a39ae405d42" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 851.228687] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance network_info: |[{"id": "36d374d1-a0af-4b02-a18e-5971084864ac", "address": "fa:16:3e:6a:b7:c6", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36d374d1-a0", "ovs_interfaceid": "36d374d1-a0af-4b02-a18e-5971084864ac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 851.229121] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:b7:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36d374d1-a0af-4b02-a18e-5971084864ac', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 851.238021] env[63005]: DEBUG oslo.service.loopingcall [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 851.238021] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 851.238021] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-391f286d-645b-4d38-8492-5a23df049425 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.258528] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 851.258528] env[63005]: value = "task-2577536" [ 851.258528] env[63005]: _type = "Task" [ 851.258528] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.267591] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577536, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.269855] env[63005]: DEBUG nova.compute.manager [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Received event network-vif-plugged-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 851.269855] env[63005]: DEBUG oslo_concurrency.lockutils [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.270096] env[63005]: DEBUG oslo_concurrency.lockutils [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.270299] env[63005]: DEBUG oslo_concurrency.lockutils [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.270476] env[63005]: DEBUG nova.compute.manager [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] No waiting events found dispatching network-vif-plugged-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 851.270639] env[63005]: WARNING nova.compute.manager [req-95b7b3f2-d578-4b8d-b601-eac900a2f526 req-74dbed55-a9c0-47c5-bfaf-8581bc9f5179 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Received unexpected event network-vif-plugged-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 for instance with vm_state building and task_state spawning. [ 851.306766] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577534, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061012} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.307206] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.311075] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2eee8b-7d66-4e20-a735-6d33018f06dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.318697] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.340026] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] ae4685c2-3167-427a-ae52-b4a3b8f9a1ed/ae4685c2-3167-427a-ae52-b4a3b8f9a1ed.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.340998] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Successfully updated port: 2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 851.345201] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d51ab19-bd6a-4a76-9632-6ad274c329c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.363382] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 851.363627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.363865] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 851.377899] env[63005]: INFO nova.compute.manager [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Took 55.32 seconds to build instance. [ 851.384103] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 851.384103] env[63005]: value = "task-2577537" [ 851.384103] env[63005]: _type = "Task" [ 851.384103] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.397634] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.415768] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.491918] env[63005]: DEBUG nova.compute.manager [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 851.492174] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.493039] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef7695c5-4548-44f2-aacb-c69e08ee5017 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.502716] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.502716] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0059ebe5-5657-4b19-9554-eb6a27f6796e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.508336] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 851.508336] env[63005]: value = "task-2577538" [ 851.508336] env[63005]: _type = "Task" [ 851.508336] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.517917] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.556589] env[63005]: DEBUG nova.network.neutron [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.576257] env[63005]: INFO nova.compute.claims [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.599799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-514c78ba-cae5-4854-b32c-25fa524cbefd tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "0a461527-9913-4e90-b0d9-c00883713791" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.683s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.770504] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577536, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.816110] env[63005]: DEBUG oslo_vmware.api [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577535, 'name': PowerOnVM_Task, 'duration_secs': 0.903545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.816420] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 851.816625] env[63005]: INFO nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Took 13.83 seconds to spawn the instance on the hypervisor. [ 851.816802] env[63005]: DEBUG nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 851.817596] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d42302-29c4-4cdf-acc0-1314fc0b60de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.880982] env[63005]: DEBUG oslo_concurrency.lockutils [None req-59f3f8ae-0799-48c6-82ad-d35d80c4b547 tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.835s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.894187] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577537, 'name': ReconfigVM_Task, 'duration_secs': 0.40876} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.894456] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Reconfigured VM instance instance-0000003b to attach disk [datastore1] ae4685c2-3167-427a-ae52-b4a3b8f9a1ed/ae4685c2-3167-427a-ae52-b4a3b8f9a1ed.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.895049] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04eb679a-b01a-4515-8f43-0a28b55d582c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.900779] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 851.900779] env[63005]: value = "task-2577539" [ 851.900779] env[63005]: _type = "Task" [ 851.900779] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.908299] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577539, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.018943] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577538, 'name': PowerOffVM_Task, 'duration_secs': 0.292206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.019294] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.019483] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.019740] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a08fde97-9819-40a8-b775-f052f081d4e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.059591] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.059958] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Instance network_info: |[{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.060401] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:39:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2845acad-ece4-45e5-8dc5-5d5dc79f5bd4', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.068497] env[63005]: DEBUG oslo.service.loopingcall [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.068497] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.068687] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dea8abaa-e348-43c8-90c7-71f923104a71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.086390] env[63005]: INFO nova.compute.resource_tracker [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating resource usage from migration 1ba1788a-a726-44df-8cf1-5c806dc8504b [ 852.088764] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.088961] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.089157] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleting the datastore file [datastore1] b6db441c-7399-43b4-910e-cc9c4dba1ffc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.089875] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31b443f7-0567-4fb2-9977-3d0ccb3f5cc9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.094240] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.094240] env[63005]: value = "task-2577541" [ 852.094240] env[63005]: _type = "Task" [ 852.094240] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.099632] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for the task: (returnval){ [ 852.099632] env[63005]: value = "task-2577542" [ 852.099632] env[63005]: _type = "Task" [ 852.099632] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.102767] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577541, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.109729] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.271034] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577536, 'name': CreateVM_Task, 'duration_secs': 0.527339} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.273667] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.274929] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.275119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.275450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.275737] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af93722b-66e0-4a7c-9bb7-c935ce0312a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.280518] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 852.280518] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b4db27-4b6a-392e-020a-9fcd602c3326" [ 852.280518] env[63005]: _type = "Task" [ 852.280518] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.288264] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b4db27-4b6a-392e-020a-9fcd602c3326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.336566] env[63005]: INFO nova.compute.manager [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Took 64.54 seconds to build instance. [ 852.384287] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 852.409900] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577539, 'name': Rename_Task, 'duration_secs': 0.163665} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.412433] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.412893] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8239ba1b-e071-4e8a-8b21-4f32c5a3c422 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.418593] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 852.418593] env[63005]: value = "task-2577543" [ 852.418593] env[63005]: _type = "Task" [ 852.418593] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.435580] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577543, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.548870] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c7fddc-51d3-486d-87c9-d46df01104fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.556501] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14270a7-0cd6-47d2-9205-d5aabff66f28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.587558] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61231691-6234-4241-a4aa-da9f2f2e2588 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.594878] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f475f28-a52f-4d41-9960-16c52271583b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.614051] env[63005]: DEBUG nova.compute.provider_tree [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.617346] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577541, 'name': CreateVM_Task, 'duration_secs': 0.313042} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.618059] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 852.618673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.618829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.619164] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 852.622019] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e64b4d0-11df-408f-b745-37d97b1cb159 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.623569] env[63005]: DEBUG oslo_vmware.api [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Task: {'id': task-2577542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178177} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.624391] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.624713] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.624774] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.624905] env[63005]: INFO nova.compute.manager [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.625153] env[63005]: DEBUG oslo.service.loopingcall [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 852.625771] env[63005]: DEBUG nova.compute.manager [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 852.625771] env[63005]: DEBUG nova.network.neutron [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 852.628628] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 852.628628] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5209779a-62dc-fbbf-e58e-e4df44b36c7b" [ 852.628628] env[63005]: _type = "Task" [ 852.628628] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.638977] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5209779a-62dc-fbbf-e58e-e4df44b36c7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.728796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "fe7f7038-24d0-4694-a117-14153da231d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.729056] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.729265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "fe7f7038-24d0-4694-a117-14153da231d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.729460] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.729628] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.732393] env[63005]: INFO nova.compute.manager [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Terminating instance [ 852.792108] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b4db27-4b6a-392e-020a-9fcd602c3326, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.792759] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 852.793103] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 852.793467] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 852.793700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.793983] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 852.794390] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1e04451a-5a3d-4461-85f5-fb0a7c3305e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.805199] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 852.805404] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 852.806206] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24856753-419c-4bd2-941e-3c441263f20f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.811470] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 852.811470] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b35eb4-3d94-8743-7b30-ae3a1140c333" [ 852.811470] env[63005]: _type = "Task" [ 852.811470] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.819655] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b35eb4-3d94-8743-7b30-ae3a1140c333, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.839388] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb54c37d-a45c-4862-aabd-05ef9f06af22 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.056s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.909574] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.928288] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577543, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.119267] env[63005]: DEBUG nova.scheduler.client.report [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.138538] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5209779a-62dc-fbbf-e58e-e4df44b36c7b, 'name': SearchDatastore_Task, 'duration_secs': 0.009983} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.139434] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.139675] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.139898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.140056] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.140239] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.140742] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6a2fab1-5809-4de7-b414-1a287f8b1720 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.148428] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.148602] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.149328] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea4261e9-1b06-47e9-b460-1b9205c53c32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.154284] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 853.154284] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b94e66-2e4b-6b91-0a65-dc1edfe7740b" [ 853.154284] env[63005]: _type = "Task" [ 853.154284] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.161415] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b94e66-2e4b-6b91-0a65-dc1edfe7740b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.239146] env[63005]: DEBUG nova.compute.manager [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.239146] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.240471] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2293d2-5301-4bb9-a017-fe2c01422299 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.247990] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.248304] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f587619b-db11-4349-85fe-ca71a6d3b122 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.257293] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 853.257293] env[63005]: value = "task-2577544" [ 853.257293] env[63005]: _type = "Task" [ 853.257293] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.266463] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.303064] env[63005]: DEBUG nova.compute.manager [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Received event network-changed-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 853.303275] env[63005]: DEBUG nova.compute.manager [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Refreshing instance network info cache due to event network-changed-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 853.303489] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] Acquiring lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 853.303629] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] Acquired lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.303835] env[63005]: DEBUG nova.network.neutron [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Refreshing network info cache for port 2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.324673] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b35eb4-3d94-8743-7b30-ae3a1140c333, 'name': SearchDatastore_Task, 'duration_secs': 0.009741} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.325481] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c64b0430-de44-420c-b278-1207516c25dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.330744] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 853.330744] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52671c46-c8e9-f95e-dd69-2d299988c732" [ 853.330744] env[63005]: _type = "Task" [ 853.330744] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.338699] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52671c46-c8e9-f95e-dd69-2d299988c732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.341417] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 853.391671] env[63005]: DEBUG nova.network.neutron [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.428889] env[63005]: DEBUG oslo_vmware.api [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577543, 'name': PowerOnVM_Task, 'duration_secs': 0.88148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.429066] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.429512] env[63005]: INFO nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 8.14 seconds to spawn the instance on the hypervisor. [ 853.429512] env[63005]: DEBUG nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 853.430262] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec21cb47-09d6-4da5-93ea-2bec7f57d40a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.462386] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.462386] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.462386] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.462558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.462646] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.464941] env[63005]: INFO nova.compute.manager [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Terminating instance [ 853.624619] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.556s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.624886] env[63005]: INFO nova.compute.manager [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Migrating [ 853.631474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.610s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 853.632887] env[63005]: INFO nova.compute.claims [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.665074] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b94e66-2e4b-6b91-0a65-dc1edfe7740b, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.666168] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23df16a-6708-4d54-8a68-fb144ddb61fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.671746] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 853.671746] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5281d8b9-bef4-3f1b-e779-ed7970619a6b" [ 853.671746] env[63005]: _type = "Task" [ 853.671746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.681285] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5281d8b9-bef4-3f1b-e779-ed7970619a6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.766988] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577544, 'name': PowerOffVM_Task, 'duration_secs': 0.350944} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.767285] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.767454] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.767697] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bbd3f77-9050-4453-8f7a-715533e43c4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.843131] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52671c46-c8e9-f95e-dd69-2d299988c732, 'name': SearchDatastore_Task, 'duration_secs': 0.014824} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.843770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 853.843770] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d014012e-97c9-4551-8a56-6a39ae405d42/d014012e-97c9-4551-8a56-6a39ae405d42.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 853.844108] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80e4bc19-0fed-4c4a-9d70-1ccd73eddcd8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.852911] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 853.852911] env[63005]: value = "task-2577546" [ 853.852911] env[63005]: _type = "Task" [ 853.852911] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.860671] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577546, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.865013] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 853.894550] env[63005]: INFO nova.compute.manager [-] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Took 1.27 seconds to deallocate network for instance. [ 853.949800] env[63005]: INFO nova.compute.manager [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 57.89 seconds to build instance. [ 853.968201] env[63005]: DEBUG nova.compute.manager [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 853.968449] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 853.969532] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad1bf4c-a309-4d39-81e4-284e9f6bf693 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.979660] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 853.979888] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62680ad6-26d8-41ff-9375-88552464173b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.985204] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 853.985204] env[63005]: value = "task-2577547" [ 853.985204] env[63005]: _type = "Task" [ 853.985204] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.992835] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.004473] env[63005]: DEBUG nova.network.neutron [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updated VIF entry in instance network info cache for port 2845acad-ece4-45e5-8dc5-5d5dc79f5bd4. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 854.004822] env[63005]: DEBUG nova.network.neutron [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.127686] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.127923] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.128182] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Deleting the datastore file [datastore1] fe7f7038-24d0-4694-a117-14153da231d2 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.128605] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8ec45fe8-2541-4c2f-8aa3-f564a3b4d69a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.138009] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for the task: (returnval){ [ 854.138009] env[63005]: value = "task-2577548" [ 854.138009] env[63005]: _type = "Task" [ 854.138009] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.148996] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 854.149638] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.149861] env[63005]: DEBUG nova.network.neutron [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 854.163250] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.187009] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5281d8b9-bef4-3f1b-e779-ed7970619a6b, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.187544] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.187988] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.188472] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-822e5beb-9e4b-423c-9256-0c302b794aa9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.198124] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 854.198124] env[63005]: value = "task-2577549" [ 854.198124] env[63005]: _type = "Task" [ 854.198124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.210259] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577549, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.364488] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577546, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.401096] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 854.452453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f497b4c-27fd-48c3-8077-33ec1989d4d2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.412s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.496149] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577547, 'name': PowerOffVM_Task, 'duration_secs': 0.225853} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.496503] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 854.496689] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.497009] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad88e9ba-f55c-4447-aacc-84e33fbaa5ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.507337] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] Releasing lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 854.507576] env[63005]: DEBUG nova.compute.manager [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Received event network-vif-deleted-c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 854.507970] env[63005]: INFO nova.compute.manager [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Neutron deleted interface c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0; detaching it from the instance and deleting it from the info cache [ 854.507970] env[63005]: DEBUG nova.network.neutron [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.651282] env[63005]: DEBUG oslo_vmware.api [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Task: {'id': task-2577548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.412537} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.652223] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 854.652223] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 854.652223] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 854.652469] env[63005]: INFO nova.compute.manager [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Took 1.41 seconds to destroy the instance on the hypervisor. [ 854.652545] env[63005]: DEBUG oslo.service.loopingcall [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 854.655241] env[63005]: DEBUG nova.compute.manager [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 854.655241] env[63005]: DEBUG nova.network.neutron [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.715823] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577549, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.827172] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.827417] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.827603] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleting the datastore file [datastore2] 2dd81a85-1904-44f7-838e-1ae3f1c47949 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.827901] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b1c87ae-cd9a-44e2-b5bf-0f5bcc9c5be8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.843668] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 854.843668] env[63005]: value = "task-2577551" [ 854.843668] env[63005]: _type = "Task" [ 854.843668] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.862223] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.872486] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577546, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54585} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.872755] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] d014012e-97c9-4551-8a56-6a39ae405d42/d014012e-97c9-4551-8a56-6a39ae405d42.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 854.873059] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 854.875757] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52f14603-c1c9-476c-93ff-6b3704854b6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.887728] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 854.887728] env[63005]: value = "task-2577552" [ 854.887728] env[63005]: _type = "Task" [ 854.887728] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.895641] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.010098] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20fcda55-615f-47f4-9657-93d775fd423c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.018415] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178abc70-cc92-46ce-b25d-766752c3da3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.039769] env[63005]: DEBUG nova.network.neutron [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.053683] env[63005]: DEBUG nova.compute.manager [req-8d9ed5bc-b73f-4fd7-8aa0-80e36c3cf227 req-e894e7e4-fe9d-4834-b655-9063e809ad14 service nova] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Detach interface failed, port_id=c0dd2f39-6ae6-4f0f-a249-95e8b86d5ff0, reason: Instance b6db441c-7399-43b4-910e-cc9c4dba1ffc could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 855.153074] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604f4da2-8834-4fbf-aa5c-9af8c1e60a94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.158930] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5afed7be-6781-434c-847d-cd7c075859c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.189484] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0501ca59-e009-49d0-a62e-896db60091f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.196818] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13292f66-82ac-48f4-8de4-7f6a1fc6816b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.209286] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577549, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.700825} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.216902] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.217169] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.217626] env[63005]: DEBUG nova.compute.provider_tree [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.218868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90a80bb8-1585-48eb-93e6-5d50077cfeda {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.227685] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 855.227685] env[63005]: value = "task-2577553" [ 855.227685] env[63005]: _type = "Task" [ 855.227685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.237018] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577553, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.327014] env[63005]: DEBUG nova.compute.manager [req-46742ebc-e1be-4a0d-abe6-e1b3d5d39ddb req-cccf5750-ae48-413e-90c6-fa2aa0f66b0e service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Received event network-vif-deleted-bcb7d8e1-8331-4c87-ad64-3c4f16233c1b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 855.327331] env[63005]: INFO nova.compute.manager [req-46742ebc-e1be-4a0d-abe6-e1b3d5d39ddb req-cccf5750-ae48-413e-90c6-fa2aa0f66b0e service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Neutron deleted interface bcb7d8e1-8331-4c87-ad64-3c4f16233c1b; detaching it from the instance and deleting it from the info cache [ 855.327417] env[63005]: DEBUG nova.network.neutron [req-46742ebc-e1be-4a0d-abe6-e1b3d5d39ddb req-cccf5750-ae48-413e-90c6-fa2aa0f66b0e service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.358712] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577551, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.397778] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066969} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.398065] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.398834] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4330c82b-fa5c-44b1-b4f0-7783eeeff3fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.421193] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] d014012e-97c9-4551-8a56-6a39ae405d42/d014012e-97c9-4551-8a56-6a39ae405d42.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.421193] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30debb5e-8a17-4632-9197-87d8cb75a90c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.440162] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 855.440162] env[63005]: value = "task-2577554" [ 855.440162] env[63005]: _type = "Task" [ 855.440162] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.448579] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.555869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 855.589587] env[63005]: DEBUG nova.network.neutron [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.721961] env[63005]: DEBUG nova.scheduler.client.report [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.738348] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577553, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070162} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.739155] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 855.739926] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e546373-9b54-451f-9105-884b6df5daf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.765214] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 855.765842] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1655d7d3-07da-4779-8d5b-007bfa91511d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.785863] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 855.785863] env[63005]: value = "task-2577555" [ 855.785863] env[63005]: _type = "Task" [ 855.785863] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.794407] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.829931] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-250188e2-a764-4775-8554-6bb4e78d4d69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.839239] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808d9b1-02f0-49c6-a163-21816738a51f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.860637] env[63005]: DEBUG oslo_vmware.api [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577551, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.917183} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.860927] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.861170] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.861412] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.861633] env[63005]: INFO nova.compute.manager [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Took 1.89 seconds to destroy the instance on the hypervisor. [ 855.861937] env[63005]: DEBUG oslo.service.loopingcall [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 855.862178] env[63005]: DEBUG nova.compute.manager [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.862326] env[63005]: DEBUG nova.network.neutron [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.877911] env[63005]: DEBUG nova.compute.manager [req-46742ebc-e1be-4a0d-abe6-e1b3d5d39ddb req-cccf5750-ae48-413e-90c6-fa2aa0f66b0e service nova] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Detach interface failed, port_id=bcb7d8e1-8331-4c87-ad64-3c4f16233c1b, reason: Instance fe7f7038-24d0-4694-a117-14153da231d2 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 855.950615] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577554, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.093511] env[63005]: INFO nova.compute.manager [-] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Took 1.44 seconds to deallocate network for instance. [ 856.227112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.227674] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.230359] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.201s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.230576] env[63005]: DEBUG nova.objects.instance [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lazy-loading 'resources' on Instance uuid a5f22253-0529-4b40-b827-d5160cbaa55b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 856.297903] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577555, 'name': ReconfigVM_Task, 'duration_secs': 0.357241} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.298203] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.298843] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-efd5ab49-3a49-4eb0-9693-d5c525f53add {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.305204] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 856.305204] env[63005]: value = "task-2577556" [ 856.305204] env[63005]: _type = "Task" [ 856.305204] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.315167] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577556, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.454927] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577554, 'name': ReconfigVM_Task, 'duration_secs': 0.637605} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.455395] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Reconfigured VM instance instance-0000003d to attach disk [datastore1] d014012e-97c9-4551-8a56-6a39ae405d42/d014012e-97c9-4551-8a56-6a39ae405d42.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.456284] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7678b69-a003-4b46-9e83-850fb429c3a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.465024] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 856.465024] env[63005]: value = "task-2577557" [ 856.465024] env[63005]: _type = "Task" [ 856.465024] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.477139] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577557, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.599712] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.734018] env[63005]: DEBUG nova.compute.utils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 856.740668] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.740668] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.813853] env[63005]: DEBUG nova.policy [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 856.821795] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577556, 'name': Rename_Task, 'duration_secs': 0.308521} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.828024] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.828024] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09c9923f-6b30-4db8-a524-1f80316fc910 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.832615] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 856.832615] env[63005]: value = "task-2577558" [ 856.832615] env[63005]: _type = "Task" [ 856.832615] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.848148] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577558, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.974118] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577557, 'name': Rename_Task, 'duration_secs': 0.258936} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.977054] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 856.978378] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4cd5f3c-2f54-4e53-b578-cf786336db76 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.983858] env[63005]: DEBUG nova.network.neutron [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.985199] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 856.985199] env[63005]: value = "task-2577559" [ 856.985199] env[63005]: _type = "Task" [ 856.985199] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.994852] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.076918] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d14239b-650f-46c7-bde3-83d17d38b056 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.098345] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 857.183348] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Successfully created port: cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.241200] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.302551] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bde68c-b707-40f1-9fab-7cd1508aaec8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.311870] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc378526-1740-4099-b76d-5ac08740cdf1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.349633] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62bdd62-0563-40b8-8154-76295d77ec1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.357822] env[63005]: DEBUG nova.compute.manager [req-ae28ee84-c0f9-43c0-9e4b-431f665b5859 req-ea228c80-5d45-48e9-bb24-9cb05f0599a9 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-deleted-f3c46b12-ba4c-4a62-882f-2473f012bc6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.357822] env[63005]: DEBUG nova.compute.manager [req-ae28ee84-c0f9-43c0-9e4b-431f665b5859 req-ea228c80-5d45-48e9-bb24-9cb05f0599a9 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-deleted-c73daafa-e8e5-4426-9167-f7cdea387eca {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.357822] env[63005]: DEBUG nova.compute.manager [req-ae28ee84-c0f9-43c0-9e4b-431f665b5859 req-ea228c80-5d45-48e9-bb24-9cb05f0599a9 service nova] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Received event network-vif-deleted-81851669-f466-4b4c-a869-13099b6ff423 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 857.363360] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577558, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.367397] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6597d42-9da5-4a52-aefd-7ae0b533efbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.384576] env[63005]: DEBUG nova.compute.provider_tree [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.486991] env[63005]: INFO nova.compute.manager [-] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Took 1.62 seconds to deallocate network for instance. [ 857.505463] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577559, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.608741] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 857.609492] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38ebe5c1-af2a-4e37-8200-9142413377b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.619813] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 857.619813] env[63005]: value = "task-2577560" [ 857.619813] env[63005]: _type = "Task" [ 857.619813] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.630611] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.855771] env[63005]: DEBUG oslo_vmware.api [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577558, 'name': PowerOnVM_Task, 'duration_secs': 0.71962} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.856179] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 857.856327] env[63005]: INFO nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Took 6.82 seconds to spawn the instance on the hypervisor. [ 857.856520] env[63005]: DEBUG nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 857.857325] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bceb207b-7bb7-431a-aed6-75ff34bc98cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.888333] env[63005]: DEBUG nova.scheduler.client.report [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.000805] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.001155] env[63005]: DEBUG oslo_vmware.api [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577559, 'name': PowerOnVM_Task, 'duration_secs': 0.695477} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.001443] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 858.001644] env[63005]: INFO nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Took 9.57 seconds to spawn the instance on the hypervisor. [ 858.001843] env[63005]: DEBUG nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 858.002662] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d40460-1d56-40b1-bfa0-70f873ff84a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.129923] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 858.130145] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 858.254891] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.284126] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.284455] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.284663] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.284904] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.285116] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.285321] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.285592] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.285802] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.286075] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.286247] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.286475] env[63005]: DEBUG nova.virt.hardware [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.287641] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69663ac-b0b0-4113-b332-0ef212cca843 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.297606] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6fa8e-bc44-4a0e-8c16-3d7d6c2c40b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.375793] env[63005]: INFO nova.compute.manager [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Took 56.72 seconds to build instance. [ 858.392826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.395145] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.624s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.396676] env[63005]: INFO nova.compute.claims [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.414305] env[63005]: INFO nova.scheduler.client.report [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Deleted allocations for instance a5f22253-0529-4b40-b827-d5160cbaa55b [ 858.519168] env[63005]: INFO nova.compute.manager [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Took 61.24 seconds to build instance. [ 858.637899] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.637899] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.637899] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.637899] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.638621] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.638995] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.639450] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.639808] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.640203] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.640580] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.640970] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.649661] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddc05d85-741e-45ed-bce5-201402a0f9bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.673645] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 858.673645] env[63005]: value = "task-2577561" [ 858.673645] env[63005]: _type = "Task" [ 858.673645] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.684629] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577561, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.696459] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Successfully updated port: cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 858.877976] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4f57ae76-9b34-430a-8958-e6e27e3ad4d2 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.259s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.922978] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7774a3b6-f2ef-4812-b80c-01e0cb34f468 tempest-ServerShowV247Test-1517301882 tempest-ServerShowV247Test-1517301882-project-member] Lock "a5f22253-0529-4b40-b827-d5160cbaa55b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.113s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.024329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5ef31e0f-8eba-440d-b6a7-9e9ff687a2ee tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.763s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.184235] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577561, 'name': ReconfigVM_Task, 'duration_secs': 0.248873} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.184568] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 859.200849] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.200849] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.200849] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.521092] env[63005]: DEBUG nova.compute.manager [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Received event network-vif-plugged-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.521407] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.522040] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.522040] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.522040] env[63005]: DEBUG nova.compute.manager [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] No waiting events found dispatching network-vif-plugged-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 859.522040] env[63005]: WARNING nova.compute.manager [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Received unexpected event network-vif-plugged-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 for instance with vm_state building and task_state spawning. [ 859.522960] env[63005]: DEBUG nova.compute.manager [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Received event network-changed-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 859.522960] env[63005]: DEBUG nova.compute.manager [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Refreshing instance network info cache due to event network-changed-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 859.522960] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Acquiring lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 859.690665] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 859.690914] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 859.691010] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 859.691157] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 859.691780] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 859.691780] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 859.691780] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 859.691959] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 859.691988] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 859.692181] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 859.692333] env[63005]: DEBUG nova.virt.hardware [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 859.698522] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 859.705886] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63be73b7-fb73-439a-ba8d-7589bf3f6ddf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.730033] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 859.730033] env[63005]: value = "task-2577562" [ 859.730033] env[63005]: _type = "Task" [ 859.730033] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.744146] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577562, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.775528] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 859.838632] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e136a5-e2f9-4496-ba12-06a435fffb38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.846318] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1dad0e-29cb-4bc4-bacb-6eab28eb98ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.887987] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a6f4ed-9cb9-47e0-a964-3c13efab5655 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.895550] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44ac54c-8220-4f6c-86f0-99b47af81d44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.909472] env[63005]: DEBUG nova.compute.provider_tree [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.967394] env[63005]: DEBUG nova.network.neutron [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Updating instance_info_cache with network_info: [{"id": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "address": "fa:16:3e:0a:8b:d4", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb9ef8a-6c", "ovs_interfaceid": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.167213] env[63005]: DEBUG nova.compute.manager [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 860.224792] env[63005]: DEBUG nova.compute.manager [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 860.225778] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391ca52f-f18d-4f78-9b19-b96591200099 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.242932] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577562, 'name': ReconfigVM_Task, 'duration_secs': 0.166764} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.243253] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 860.244077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1b72f3-741c-42c0-913a-a518f4a31a34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.269102] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 860.269460] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4edef690-c49b-45a1-9ed9-211ce6c4bc26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.291303] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 860.291303] env[63005]: value = "task-2577563" [ 860.291303] env[63005]: _type = "Task" [ 860.291303] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.300399] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577563, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.412229] env[63005]: DEBUG nova.scheduler.client.report [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.469518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 860.470225] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Instance network_info: |[{"id": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "address": "fa:16:3e:0a:8b:d4", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb9ef8a-6c", "ovs_interfaceid": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.470225] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Acquired lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.470442] env[63005]: DEBUG nova.network.neutron [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Refreshing network info cache for port cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.471498] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:8b:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfb9ef8a-6c5f-4bba-898f-01bf9c327d48', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.478941] env[63005]: DEBUG oslo.service.loopingcall [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 860.479927] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.480207] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ce8923c1-c74b-4901-aa02-1d71c2d77b8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.500210] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.500210] env[63005]: value = "task-2577564" [ 860.500210] env[63005]: _type = "Task" [ 860.500210] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.508336] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577564, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.684836] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 860.740442] env[63005]: INFO nova.compute.manager [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] instance snapshotting [ 860.744210] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85e6ff5-623a-41fc-92d7-e8313d0b5456 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.772970] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7c14cb-1895-4242-a689-b6392e4e1e3d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.802642] env[63005]: DEBUG oslo_vmware.api [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577563, 'name': ReconfigVM_Task, 'duration_secs': 0.273968} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.803012] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783/573ce87d-556a-4761-b5e0-c479c9005783.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.803437] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 860.918226] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 860.918763] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 860.921855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.294s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 860.922094] env[63005]: DEBUG nova.objects.instance [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lazy-loading 'resources' on Instance uuid be34bd6e-c83f-40ec-8c97-33d698d2692f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.010135] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577564, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.193418] env[63005]: DEBUG nova.network.neutron [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Updated VIF entry in instance network info cache for port cfb9ef8a-6c5f-4bba-898f-01bf9c327d48. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 861.193780] env[63005]: DEBUG nova.network.neutron [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Updating instance_info_cache with network_info: [{"id": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "address": "fa:16:3e:0a:8b:d4", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfb9ef8a-6c", "ovs_interfaceid": "cfb9ef8a-6c5f-4bba-898f-01bf9c327d48", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.287651] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 861.287979] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-82048f48-43b9-4965-a4dd-5e6d5cb43a16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.296418] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 861.296418] env[63005]: value = "task-2577565" [ 861.296418] env[63005]: _type = "Task" [ 861.296418] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.305135] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577565, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.312807] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24c027e-3d1e-48e6-8ef5-62d692850881 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.344144] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1cc015-c9ed-4b60-b0bc-518b498f8af0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.373226] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 861.424206] env[63005]: DEBUG nova.compute.utils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 861.425898] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 861.426137] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 861.471128] env[63005]: DEBUG nova.policy [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972ecfcd0def4810a4fbfe2068505691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b46de5c97654db5bcf64dde9709b5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.511510] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577564, 'name': CreateVM_Task, 'duration_secs': 0.521712} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.511680] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.512595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 861.512595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.512887] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 861.515737] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f586abc7-c4c3-4e8b-8c8b-5935d5b0d169 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.520959] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 861.520959] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ce65d2-314a-f31b-3455-7bbddeddf155" [ 861.520959] env[63005]: _type = "Task" [ 861.520959] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.528609] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ce65d2-314a-f31b-3455-7bbddeddf155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.696248] env[63005]: DEBUG oslo_concurrency.lockutils [req-2aac063f-94ec-4adf-8be9-152a63dcf19f req-9e1034af-8c03-466c-a2a4-eddb44dd60bd service nova] Releasing lock "refresh_cache-efe2f4dd-4755-403b-831f-e51abb2f5ce1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 861.760437] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Successfully created port: dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 861.807382] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577565, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.906503] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b5204d-98c3-4c29-8fe8-4f74fb025158 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.913936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d36f21e-ce2f-413b-9d1a-a3715d47abe4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.943279] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 861.946673] env[63005]: DEBUG nova.network.neutron [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Port 146bd64c-cf48-445f-8633-8c7d9cb5e6b3 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 861.948293] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7a10e-c258-46db-90f3-73c7904f5ff0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.956984] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede56774-114e-47b9-8768-c817745e22b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.973926] env[63005]: DEBUG nova.compute.provider_tree [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.031839] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ce65d2-314a-f31b-3455-7bbddeddf155, 'name': SearchDatastore_Task, 'duration_secs': 0.011302} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.032511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 862.032737] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.032963] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 862.033157] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.033323] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.033614] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab1c9f50-001a-43e6-a129-69ab51616ed2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.045113] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.045113] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.045113] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5924151-54f6-4c3f-b59f-a780f1b40f0c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.049792] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 862.049792] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52efd223-18d1-e7f6-b9f4-fc75c74b8696" [ 862.049792] env[63005]: _type = "Task" [ 862.049792] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.059464] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52efd223-18d1-e7f6-b9f4-fc75c74b8696, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.307880] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577565, 'name': CreateSnapshot_Task, 'duration_secs': 0.795737} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.308223] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 862.308986] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f413068c-4a22-42c7-8048-e34e3692f77d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.476930] env[63005]: DEBUG nova.scheduler.client.report [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.560219] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52efd223-18d1-e7f6-b9f4-fc75c74b8696, 'name': SearchDatastore_Task, 'duration_secs': 0.018802} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.560911] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c07540c5-f10d-4713-98e4-a60979c9d529 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.566338] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 862.566338] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52060487-e074-16d5-8c55-c3724525e536" [ 862.566338] env[63005]: _type = "Task" [ 862.566338] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.573547] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52060487-e074-16d5-8c55-c3724525e536, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.825929] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 862.826366] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6be26925-885d-4ac8-8c48-6094431015a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.834466] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 862.834466] env[63005]: value = "task-2577566" [ 862.834466] env[63005]: _type = "Task" [ 862.834466] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.843201] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.960162] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 862.984815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.985186] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.985474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.987445] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.066s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.000462] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.282s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.000462] env[63005]: DEBUG nova.objects.instance [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lazy-loading 'resources' on Instance uuid d088406c-7d55-4e8f-9618-49a296a79cf5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 863.012581] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='df32db7b4aaafe7e1ea11f0d47657810',container_format='bare',created_at=2025-02-16T21:37:03Z,direct_url=,disk_format='vmdk',id=78bd049d-1abb-4728-afda-993f2801b843,min_disk=1,min_ram=0,name='tempest-test-snap-1933122563',owner='9b46de5c97654db5bcf64dde9709b5f6',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-02-16T21:37:16Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.013274] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.013274] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.013274] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.013274] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.013639] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.013680] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.013846] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.014053] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.014282] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.014438] env[63005]: DEBUG nova.virt.hardware [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.016420] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d867e87e-4e43-4a73-a84c-8ddf89d4d603 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.024713] env[63005]: INFO nova.scheduler.client.report [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Deleted allocations for instance be34bd6e-c83f-40ec-8c97-33d698d2692f [ 863.032027] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0813cde-9425-4bbb-81e1-644cbec68c29 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.076945] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52060487-e074-16d5-8c55-c3724525e536, 'name': SearchDatastore_Task, 'duration_secs': 0.035694} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.076945] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 863.077212] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] efe2f4dd-4755-403b-831f-e51abb2f5ce1/efe2f4dd-4755-403b-831f-e51abb2f5ce1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.078118] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-241c8c17-4d2f-4e67-a269-dfb550704599 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.086182] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 863.086182] env[63005]: value = "task-2577567" [ 863.086182] env[63005]: _type = "Task" [ 863.086182] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.094589] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577567, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.190146] env[63005]: DEBUG nova.compute.manager [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Received event network-vif-plugged-dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 863.190146] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] Acquiring lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 863.190146] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 863.190146] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.190146] env[63005]: DEBUG nova.compute.manager [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] No waiting events found dispatching network-vif-plugged-dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 863.190146] env[63005]: WARNING nova.compute.manager [req-ae2b7195-d0c0-4140-89ba-82b130c5f34c req-3f76e071-590c-4ab7-92e9-6cd7b3cb9357 service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Received unexpected event network-vif-plugged-dbcc393a-562b-4763-915f-463fa28f146d for instance with vm_state building and task_state spawning. [ 863.290561] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Successfully updated port: dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 863.344787] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.540140] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3a86d47-cf31-4076-acf2-21596bf8d573 tempest-ServersAdminNegativeTestJSON-179543129 tempest-ServersAdminNegativeTestJSON-179543129-project-member] Lock "be34bd6e-c83f-40ec-8c97-33d698d2692f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.862s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 863.596268] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577567, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505052} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.598522] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] efe2f4dd-4755-403b-831f-e51abb2f5ce1/efe2f4dd-4755-403b-831f-e51abb2f5ce1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 863.598768] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 863.599213] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d92e9f3-850e-44bc-a456-0a1bd83942b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.604854] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 863.604854] env[63005]: value = "task-2577568" [ 863.604854] env[63005]: _type = "Task" [ 863.604854] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.613459] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.796129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 863.796252] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.796478] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.849833] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.914630] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151ecb84-1f02-49b8-b662-5fd6162349a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.924455] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be780a-567b-498a-865a-1a16ad5d8a18 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.956998] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c578e5f9-3265-43ce-898d-6fb51e389a6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.966843] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f733f0f3-936b-4095-ba45-43d2c9eef2df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.981488] env[63005]: DEBUG nova.compute.provider_tree [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.047436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 864.047613] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.048279] env[63005]: DEBUG nova.network.neutron [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.114454] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078949} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.114715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.115477] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c386acbc-0582-4936-a568-dcfc29af41de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.137593] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] efe2f4dd-4755-403b-831f-e51abb2f5ce1/efe2f4dd-4755-403b-831f-e51abb2f5ce1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.137902] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-183131f4-91dd-4423-91cb-a542a4facb65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.156401] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 864.156401] env[63005]: value = "task-2577569" [ 864.156401] env[63005]: _type = "Task" [ 864.156401] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.163914] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.328939] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 864.347808] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.461299] env[63005]: DEBUG nova.network.neutron [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Updating instance_info_cache with network_info: [{"id": "dbcc393a-562b-4763-915f-463fa28f146d", "address": "fa:16:3e:7f:66:90", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcc393a-56", "ovs_interfaceid": "dbcc393a-562b-4763-915f-463fa28f146d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.485648] env[63005]: DEBUG nova.scheduler.client.report [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 864.668691] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577569, 'name': ReconfigVM_Task, 'duration_secs': 0.27276} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.668977] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] efe2f4dd-4755-403b-831f-e51abb2f5ce1/efe2f4dd-4755-403b-831f-e51abb2f5ce1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.669634] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3134321b-2695-4a5a-9102-091664ff4576 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.676814] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 864.676814] env[63005]: value = "task-2577570" [ 864.676814] env[63005]: _type = "Task" [ 864.676814] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.684599] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577570, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.803661] env[63005]: DEBUG nova.network.neutron [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.846813] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.964311] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 864.964692] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Instance network_info: |[{"id": "dbcc393a-562b-4763-915f-463fa28f146d", "address": "fa:16:3e:7f:66:90", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcc393a-56", "ovs_interfaceid": "dbcc393a-562b-4763-915f-463fa28f146d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 864.965210] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:66:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbcc393a-562b-4763-915f-463fa28f146d', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 864.974095] env[63005]: DEBUG oslo.service.loopingcall [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 864.974388] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 864.974564] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8be9dac1-64cd-49c2-a774-3ff35e4af7aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.995861] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.998208] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.624s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 865.000013] env[63005]: INFO nova.compute.claims [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.010171] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 865.010171] env[63005]: value = "task-2577571" [ 865.010171] env[63005]: _type = "Task" [ 865.010171] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.025340] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577571, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.028052] env[63005]: INFO nova.scheduler.client.report [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted allocations for instance d088406c-7d55-4e8f-9618-49a296a79cf5 [ 865.191737] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577570, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.307033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 865.335950] env[63005]: DEBUG nova.compute.manager [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Received event network-changed-dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 865.336252] env[63005]: DEBUG nova.compute.manager [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Refreshing instance network info cache due to event network-changed-dbcc393a-562b-4763-915f-463fa28f146d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 865.336578] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] Acquiring lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 865.336784] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] Acquired lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.337020] env[63005]: DEBUG nova.network.neutron [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Refreshing network info cache for port dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 865.362041] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577566, 'name': CloneVM_Task, 'duration_secs': 2.151557} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.362041] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Created linked-clone VM from snapshot [ 865.362041] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481bef72-af08-4881-b135-6a4c5740f99d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.371531] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Uploading image 2952f95e-25be-4f21-889d-33be8fd05448 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 865.395431] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 865.395431] env[63005]: value = "vm-520172" [ 865.395431] env[63005]: _type = "VirtualMachine" [ 865.395431] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 865.395742] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e628dbfe-0591-4171-920e-42abd80a1bf7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.402867] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease: (returnval){ [ 865.402867] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b36f20-2d9a-0b50-fbf4-dea697c9b279" [ 865.402867] env[63005]: _type = "HttpNfcLease" [ 865.402867] env[63005]: } obtained for exporting VM: (result){ [ 865.402867] env[63005]: value = "vm-520172" [ 865.402867] env[63005]: _type = "VirtualMachine" [ 865.402867] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 865.403127] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the lease: (returnval){ [ 865.403127] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b36f20-2d9a-0b50-fbf4-dea697c9b279" [ 865.403127] env[63005]: _type = "HttpNfcLease" [ 865.403127] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 865.410876] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.410876] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b36f20-2d9a-0b50-fbf4-dea697c9b279" [ 865.410876] env[63005]: _type = "HttpNfcLease" [ 865.410876] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 865.522670] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577571, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.537337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-20c07eda-a344-46cd-9cfb-31f2ae31a34b tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "d088406c-7d55-4e8f-9618-49a296a79cf5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.196s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.687959] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577570, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.836297] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5d7f1e-f15d-468c-9aa2-6157c0da13fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.858788] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef35bb8d-c3d7-4dd9-8bfc-3bdbc74d5f83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.865936] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 865.911999] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 865.911999] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b36f20-2d9a-0b50-fbf4-dea697c9b279" [ 865.911999] env[63005]: _type = "HttpNfcLease" [ 865.911999] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 865.912272] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 865.912272] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b36f20-2d9a-0b50-fbf4-dea697c9b279" [ 865.912272] env[63005]: _type = "HttpNfcLease" [ 865.912272] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 865.913265] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341d942-203c-43b0-91c2-febf3bd3bc65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.921740] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 865.921926] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 866.021055] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f2c2e48a-7414-4c37-8009-0ccadab28e7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.031498] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577571, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.151711] env[63005]: DEBUG nova.network.neutron [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Updated VIF entry in instance network info cache for port dbcc393a-562b-4763-915f-463fa28f146d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 866.152106] env[63005]: DEBUG nova.network.neutron [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Updating instance_info_cache with network_info: [{"id": "dbcc393a-562b-4763-915f-463fa28f146d", "address": "fa:16:3e:7f:66:90", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbcc393a-56", "ovs_interfaceid": "dbcc393a-562b-4763-915f-463fa28f146d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.189125] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577570, 'name': Rename_Task, 'duration_secs': 1.161305} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.189125] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.189330] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-139a678a-1f19-494a-b5b6-9bbcbe6de331 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.194414] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 866.194414] env[63005]: value = "task-2577573" [ 866.194414] env[63005]: _type = "Task" [ 866.194414] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.201821] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.373910] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-67601ee4-94ba-4334-9a37-cd7518b6c4b4 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance '573ce87d-556a-4761-b5e0-c479c9005783' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 866.481829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "e0816a99-4b04-471e-9c33-748c41463b69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 866.482105] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 866.497160] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06dc18f-4e12-4a9c-9358-f34731b477af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.507892] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230377a3-726d-42d9-b09e-500d3be506b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.546874] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a4e6ad-956a-4aab-adb4-b9ee8f8ba946 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.554931] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577571, 'name': CreateVM_Task, 'duration_secs': 1.089031} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.557606] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.558461] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.558726] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.559216] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 866.560555] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f84e36-f554-4293-94aa-3148583c3686 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.564995] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-912a3bdc-76d5-47e0-9d25-aa54faaca37e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.578582] env[63005]: DEBUG nova.compute.provider_tree [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.581403] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 866.581403] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d73e8d-4138-6d24-d550-478c64972cfe" [ 866.581403] env[63005]: _type = "Task" [ 866.581403] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.590114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.590474] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Processing image 78bd049d-1abb-4728-afda-993f2801b843 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 866.590723] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 866.590866] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.591094] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 866.591331] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a9970d2b-8411-4e03-80fd-c5a5a30c4267 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.600676] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 866.600845] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 866.601635] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b35898-15e0-4bad-ba75-a200ab25385e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.607369] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 866.607369] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5209bf26-6c2a-c90f-52df-f0dc00726086" [ 866.607369] env[63005]: _type = "Task" [ 866.607369] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.616133] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5209bf26-6c2a-c90f-52df-f0dc00726086, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.659836] env[63005]: DEBUG oslo_concurrency.lockutils [req-8f17e10d-526f-41b5-9ad4-e6de2bd08a35 req-a343c24f-8aee-4755-a1b6-404d96e3fc4e service nova] Releasing lock "refresh_cache-bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 866.708318] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577573, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.985507] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.083584] env[63005]: DEBUG nova.scheduler.client.report [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.119119] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 867.119396] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Fetch image to [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c/OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 867.119595] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Downloading stream optimized image 78bd049d-1abb-4728-afda-993f2801b843 to [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c/OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c.vmdk on the data store datastore1 as vApp {{(pid=63005) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 867.119894] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Downloading image file data 78bd049d-1abb-4728-afda-993f2801b843 to the ESX as VM named 'OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c' {{(pid=63005) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 867.192350] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 867.192350] env[63005]: value = "resgroup-9" [ 867.192350] env[63005]: _type = "ResourcePool" [ 867.192350] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 867.192639] env[63005]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-e5dab0ae-34a9-49ba-bfcd-909d6d69e3c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.220716] env[63005]: DEBUG oslo_vmware.api [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577573, 'name': PowerOnVM_Task, 'duration_secs': 0.5187} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.222250] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 867.222647] env[63005]: INFO nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Took 8.97 seconds to spawn the instance on the hypervisor. [ 867.222647] env[63005]: DEBUG nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 867.223256] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease: (returnval){ [ 867.223256] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dcf4b-3fbb-abb4-45ec-15e9f57c875e" [ 867.223256] env[63005]: _type = "HttpNfcLease" [ 867.223256] env[63005]: } obtained for vApp import into resource pool (val){ [ 867.223256] env[63005]: value = "resgroup-9" [ 867.223256] env[63005]: _type = "ResourcePool" [ 867.223256] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 867.223704] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the lease: (returnval){ [ 867.223704] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dcf4b-3fbb-abb4-45ec-15e9f57c875e" [ 867.223704] env[63005]: _type = "HttpNfcLease" [ 867.223704] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 867.224484] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155e7a4f-6894-48a4-942a-27ee4018b176 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.237577] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.237577] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dcf4b-3fbb-abb4-45ec-15e9f57c875e" [ 867.237577] env[63005]: _type = "HttpNfcLease" [ 867.237577] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 867.517063] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 867.588936] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 867.590729] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.592204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.058s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 867.593774] env[63005]: INFO nova.compute.claims [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.736581] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 867.736581] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dcf4b-3fbb-abb4-45ec-15e9f57c875e" [ 867.736581] env[63005]: _type = "HttpNfcLease" [ 867.736581] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 867.736910] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 867.736910] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dcf4b-3fbb-abb4-45ec-15e9f57c875e" [ 867.736910] env[63005]: _type = "HttpNfcLease" [ 867.736910] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 867.737849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f74b606-038e-4f84-a398-e071381cc1c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.748600] env[63005]: INFO nova.compute.manager [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Took 57.74 seconds to build instance. [ 867.753698] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 867.754193] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 867.826922] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8296d42-e079-424a-ab28-ee97ec4f7e13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.101283] env[63005]: DEBUG nova.compute.utils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 868.105279] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.105470] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.163627] env[63005]: DEBUG nova.policy [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.261083] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4409a28b-6ce4-47e6-8c2f-e32c92cc1112 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.263s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 868.567425] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 868.567722] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 868.568730] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0749c796-394f-4eaa-b9d2-c5d6a8005518 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.572637] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Successfully created port: 13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.578950] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 868.579177] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 868.579443] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bb668f1f-4a34-4358-9f83-4a492642bdd5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.610083] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.764309] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.764309] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.764309] env[63005]: DEBUG nova.compute.manager [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Going to confirm migration 3 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 868.773110] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 868.773379] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 868.886780] env[63005]: DEBUG oslo_vmware.rw_handles [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52764fe5-f647-c41a-a3ff-86f643966656/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 868.887045] env[63005]: INFO nova.virt.vmwareapi.images [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Downloaded image file data 78bd049d-1abb-4728-afda-993f2801b843 [ 868.889541] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90dea643-b581-4295-9680-8bd9cc18d329 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.919881] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62a4826-0fcd-4e41-8d30-9bf2aac5f97b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.969421] env[63005]: INFO nova.virt.vmwareapi.images [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] The imported VM was unregistered [ 868.971611] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 868.971842] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 868.972166] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e99ccd20-a3dd-41fd-b9d5-db00bba83248 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.999511] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 868.999760] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c/OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c.vmdk to [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk. {{(pid=63005) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 869.000060] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4189e317-4d41-478e-b246-f602dd48d9bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.009862] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 869.009862] env[63005]: value = "task-2577576" [ 869.009862] env[63005]: _type = "Task" [ 869.009862] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.018301] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.162658] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f75ab-d02f-4c54-9430-87cd4a8599f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.172338] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0036ff-9cc1-4699-9e90-2db57eb9fa51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.209704] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf3241-2c64-4bcb-aafb-61f9da767ff1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.218231] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbba3675-ea29-421d-b010-d78d016dffe7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.234517] env[63005]: DEBUG nova.compute.provider_tree [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.282052] env[63005]: DEBUG nova.compute.utils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 869.450202] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 869.450416] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.450651] env[63005]: DEBUG nova.network.neutron [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.450873] env[63005]: DEBUG nova.objects.instance [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'info_cache' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.523479] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.620441] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.646811] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.647089] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.647251] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.647424] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.647565] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.647750] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.647966] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.648135] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.648299] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.648457] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.648626] env[63005]: DEBUG nova.virt.hardware [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.649542] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295c4d51-222e-4209-9e42-32d932a9ea56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.659302] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3735cc7c-bfc3-4c07-aab3-91f938b450c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.739016] env[63005]: DEBUG nova.scheduler.client.report [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.787027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.031552] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.244856] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.245427] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.248937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 41.286s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.410187] env[63005]: DEBUG nova.compute.manager [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Received event network-vif-plugged-13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 870.410187] env[63005]: DEBUG oslo_concurrency.lockutils [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] Acquiring lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.410187] env[63005]: DEBUG oslo_concurrency.lockutils [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.410187] env[63005]: DEBUG oslo_concurrency.lockutils [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 870.410187] env[63005]: DEBUG nova.compute.manager [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] No waiting events found dispatching network-vif-plugged-13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.410187] env[63005]: WARNING nova.compute.manager [req-2cc657df-7468-4482-a35b-2978e6cfb93a req-08078e78-2073-477d-8160-612f99ea2d9b service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Received unexpected event network-vif-plugged-13f6abba-2419-47bd-8b78-15dea75ee4db for instance with vm_state building and task_state spawning. [ 870.525593] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.588273] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Successfully updated port: 13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.752327] env[63005]: DEBUG nova.objects.instance [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lazy-loading 'migration_context' on Instance uuid dd634211-a62b-4aef-9da7-0445e4325d96 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 870.756368] env[63005]: DEBUG nova.compute.utils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 870.761538] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 870.761727] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 870.839940] env[63005]: DEBUG nova.policy [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb3aee9ded41a89d03c7f19cdc44a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5979d0eb88074a9c9eaa56b8e9a785c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.883240] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 870.883240] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 870.883240] env[63005]: INFO nova.compute.manager [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Attaching volume 73fd4b8c-e814-4fae-8d90-b39499e90038 to /dev/sdb [ 870.932963] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d34a3b1-a1b8-417a-8012-968563b0c546 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.949952] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978c46e8-dca0-4a9e-9027-bccac2307e71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.973843] env[63005]: DEBUG nova.virt.block_device [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Updating existing volume attachment record: 66a4a9f7-3e46-4e9e-a639-199f04b5be65 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 870.989523] env[63005]: DEBUG nova.network.neutron [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.024514] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.091994] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 871.091994] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.092169] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.243158] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Successfully created port: 58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 871.260536] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.492970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 871.492970] env[63005]: DEBUG nova.objects.instance [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'migration_context' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 871.531659] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.636566] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.803699] env[63005]: DEBUG nova.network.neutron [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Updating instance_info_cache with network_info: [{"id": "13f6abba-2419-47bd-8b78-15dea75ee4db", "address": "fa:16:3e:9b:80:fe", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6abba-24", "ovs_interfaceid": "13f6abba-2419-47bd-8b78-15dea75ee4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.856018] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882a4a7b-5228-472c-9c07-934dcaf114e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.863682] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d03696-acf7-4234-a345-23eea67d3e42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.899312] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afb6fcc-1fa3-48d0-8f75-7a99a50c9478 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.907391] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404f3b71-edd9-4e38-a9c8-9d8c465b2266 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.922304] env[63005]: DEBUG nova.compute.provider_tree [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.997606] env[63005]: DEBUG nova.objects.base [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Object Instance<573ce87d-556a-4761-b5e0-c479c9005783> lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 871.998616] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e8ab47-8394-4de0-8aa8-8fbc342bccd2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.025189] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b8f9d66-c03f-4d1b-8f96-ed3587770135 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.032725] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577576, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.736647} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.034116] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c/OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c.vmdk to [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk. [ 872.036875] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Cleaning up location [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 872.036875] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_905cbc15-df1a-45cb-804c-8dcb8adb002c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.036875] env[63005]: DEBUG oslo_vmware.api [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 872.036875] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e88a30-80c7-bc5f-093f-e102133958b5" [ 872.036875] env[63005]: _type = "Task" [ 872.036875] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.036875] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d41b254-7f20-4cf8-a801-452e0159b9ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.046413] env[63005]: DEBUG oslo_vmware.api [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e88a30-80c7-bc5f-093f-e102133958b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.049198] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 872.049198] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 872.049198] env[63005]: value = "task-2577580" [ 872.049198] env[63005]: _type = "Task" [ 872.049198] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.054812] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.275397] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.298624] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.299138] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.299636] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.299900] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.300114] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.300311] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.300567] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.300789] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.301042] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.301257] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.301470] env[63005]: DEBUG nova.virt.hardware [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.302394] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7058518f-4a5e-491a-97bc-95618708a955 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.306814] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.307233] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Instance network_info: |[{"id": "13f6abba-2419-47bd-8b78-15dea75ee4db", "address": "fa:16:3e:9b:80:fe", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6abba-24", "ovs_interfaceid": "13f6abba-2419-47bd-8b78-15dea75ee4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.310477] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:80:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13f6abba-2419-47bd-8b78-15dea75ee4db', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.319589] env[63005]: DEBUG oslo.service.loopingcall [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 872.319927] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.321295] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1f5c3-f3ea-4ec6-a7d1-c1724a4d9628 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.326034] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f8b43a07-8372-42d4-a972-9717c155ccc7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.357561] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.357561] env[63005]: value = "task-2577581" [ 872.357561] env[63005]: _type = "Task" [ 872.357561] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.366892] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577581, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.426277] env[63005]: DEBUG nova.scheduler.client.report [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.438513] env[63005]: DEBUG nova.compute.manager [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Received event network-changed-13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 872.438709] env[63005]: DEBUG nova.compute.manager [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Refreshing instance network info cache due to event network-changed-13f6abba-2419-47bd-8b78-15dea75ee4db. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 872.438927] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] Acquiring lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.440851] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] Acquired lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.441117] env[63005]: DEBUG nova.network.neutron [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Refreshing network info cache for port 13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.558834] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.073883} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.559501] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 872.560585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 872.561479] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk to [datastore1] bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b/bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 872.561479] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4926ae07-7129-4ad1-9a33-db18d19985a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.572518] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 872.572518] env[63005]: value = "task-2577582" [ 872.572518] env[63005]: _type = "Task" [ 872.572518] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.580721] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.863985] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Successfully updated port: 58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 872.871622] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577581, 'name': CreateVM_Task, 'duration_secs': 0.434859} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.871860] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.872687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 872.872853] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.873227] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 872.873691] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fff592d1-ec3e-4b9a-9130-7efba89176b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.882806] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 872.882806] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5207969c-c109-700f-9027-a62788a5d261" [ 872.882806] env[63005]: _type = "Task" [ 872.882806] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.896039] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5207969c-c109-700f-9027-a62788a5d261, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.083234] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.089943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "9d75b3be-1695-45f1-9acf-305d650fe4df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 873.090204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.202582] env[63005]: DEBUG nova.network.neutron [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Updated VIF entry in instance network info cache for port 13f6abba-2419-47bd-8b78-15dea75ee4db. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 873.202958] env[63005]: DEBUG nova.network.neutron [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Updating instance_info_cache with network_info: [{"id": "13f6abba-2419-47bd-8b78-15dea75ee4db", "address": "fa:16:3e:9b:80:fe", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13f6abba-24", "ovs_interfaceid": "13f6abba-2419-47bd-8b78-15dea75ee4db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.368850] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.369113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.369900] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.396518] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5207969c-c109-700f-9027-a62788a5d261, 'name': SearchDatastore_Task, 'duration_secs': 0.074809} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.396947] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.397255] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.397436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 873.397578] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.397832] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.398149] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a168b12-e656-4117-8401-e043037beb48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.418282] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.418688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.420099] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb102670-43cd-4c1f-8396-04f4a657c122 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.431448] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 873.431448] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5246567d-1066-8b5d-08ad-d685cb9b2ac2" [ 873.431448] env[63005]: _type = "Task" [ 873.431448] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.439431] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.190s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 873.449102] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 37.423s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 873.451247] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5246567d-1066-8b5d-08ad-d685cb9b2ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.583507] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.594430] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.705469] env[63005]: DEBUG oslo_concurrency.lockutils [req-ef62e6bc-fbed-4d0d-9af8-9f65627e633e req-6adedfb2-afcf-4ef6-baa7-415aa6a0f1ee service nova] Releasing lock "refresh_cache-34075d8e-9e54-40f4-b37a-da35e1d2b1c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 873.905147] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 873.943932] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5246567d-1066-8b5d-08ad-d685cb9b2ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.093207} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.944828] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4268b28a-23fd-4399-aa84-ff2b3928b6d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.953508] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 873.953508] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ce9d71-a70c-0e8b-eebb-3b50320cf03c" [ 873.953508] env[63005]: _type = "Task" [ 873.953508] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.978622] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ce9d71-a70c-0e8b-eebb-3b50320cf03c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.059634] env[63005]: DEBUG nova.network.neutron [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.083756] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.119158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.466481] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ce9d71-a70c-0e8b-eebb-3b50320cf03c, 'name': SearchDatastore_Task, 'duration_secs': 0.094467} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.468469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.468469] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 34075d8e-9e54-40f4-b37a-da35e1d2b1c7/34075d8e-9e54-40f4-b37a-da35e1d2b1c7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.469847] env[63005]: DEBUG nova.compute.manager [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Received event network-vif-plugged-58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.470075] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Acquiring lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 874.470318] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 874.470512] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 874.470680] env[63005]: DEBUG nova.compute.manager [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] No waiting events found dispatching network-vif-plugged-58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 874.470838] env[63005]: WARNING nova.compute.manager [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Received unexpected event network-vif-plugged-58b0824b-5fd1-4182-af5d-c1bc2d4b5690 for instance with vm_state building and task_state spawning. [ 874.471020] env[63005]: DEBUG nova.compute.manager [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Received event network-changed-58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 874.471179] env[63005]: DEBUG nova.compute.manager [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Refreshing instance network info cache due to event network-changed-58b0824b-5fd1-4182-af5d-c1bc2d4b5690. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 874.471339] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Acquiring lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 874.471583] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b95d9bc2-78bf-4cf5-9cb5-17736a7fccf7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.474803] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Applying migration context for instance 573ce87d-556a-4761-b5e0-c479c9005783 as it has an incoming, in-progress migration 1ba1788a-a726-44df-8cf1-5c806dc8504b. Migration status is confirming {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 874.477770] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating resource usage from migration 1ba1788a-a726-44df-8cf1-5c806dc8504b [ 874.478160] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating resource usage from migration 4e2dee75-6afe-4e2f-9c9e-9446d22e4634 [ 874.489882] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 874.489882] env[63005]: value = "task-2577584" [ 874.489882] env[63005]: _type = "Task" [ 874.489882] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.500297] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.501990] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 966245fb-866b-4ede-81c6-96c45548e9a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.502226] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e78af5a5-8914-43aa-8ad5-82015d33d06c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.502424] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 58593514-7f18-4e17-9dbe-2735827790c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.502549] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance aaddae64-82e8-46d2-8de5-f53d0ed8411e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.502702] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 72f22d9c-a615-4d7a-9d62-fb4da31adc64 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.502818] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance d1d54188-6333-44d7-b1e2-481299eb346a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.502963] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance c3026000-ae9d-4378-9d76-658e3d00b183 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.503141] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance a4a56a92-d12d-4e4e-983a-336949f7bbb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.503260] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.503417] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 172dafa3-669c-416f-ba21-5c668049ec67 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.503595] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance b6db441c-7399-43b4-910e-cc9c4dba1ffc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 874.503717] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 874.564742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 874.565122] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Instance network_info: |[{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 874.565565] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Acquired lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.565613] env[63005]: DEBUG nova.network.neutron [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Refreshing network info cache for port 58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.567058] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:5e:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58b0824b-5fd1-4182-af5d-c1bc2d4b5690', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.574684] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating folder: Project (5979d0eb88074a9c9eaa56b8e9a785c5). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.575978] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d06bcc6-48ef-4903-99a3-cd31bb81d2ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.587194] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.591042] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created folder: Project (5979d0eb88074a9c9eaa56b8e9a785c5) in parent group-v519994. [ 874.591261] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating folder: Instances. Parent ref: group-v520178. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 874.591504] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f33c0fe8-d88f-4c97-b242-f5cc98001b34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.601752] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created folder: Instances in parent group-v520178. [ 874.602047] env[63005]: DEBUG oslo.service.loopingcall [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 874.602275] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.602485] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-feb24601-9b8b-47af-bf7e-616b9c745f2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.624012] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.624012] env[63005]: value = "task-2577587" [ 874.624012] env[63005]: _type = "Task" [ 874.624012] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.637348] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577587, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.002226] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.006228] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 59878135-2a39-4ba4-9aff-3fe6cbeb9c92 has allocations against this compute host but is not found in the database. [ 875.006391] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance dd634211-a62b-4aef-9da7-0445e4325d96 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.006574] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 22000936-d2aa-40d0-b3f5-a461da6e6b36 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.006664] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 79d5d07d-d973-420b-a861-cdcd2376dde7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.006789] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2dd81a85-1904-44f7-838e-1ae3f1c47949 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.006963] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance fe7f7038-24d0-4694-a117-14153da231d2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 875.007130] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance ae4685c2-3167-427a-ae52-b4a3b8f9a1ed actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007248] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance d014012e-97c9-4551-8a56-6a39ae405d42 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007360] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Migration 1ba1788a-a726-44df-8cf1-5c806dc8504b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 875.007471] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 573ce87d-556a-4761-b5e0-c479c9005783 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007578] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance efe2f4dd-4755-403b-831f-e51abb2f5ce1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007687] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007792] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 34075d8e-9e54-40f4-b37a-da35e1d2b1c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.007900] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5c611ad3-304c-4795-8d76-3e1077f00edc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 875.010385] env[63005]: INFO nova.compute.manager [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Swapping old allocation on dict_keys(['06c960b2-af36-4eff-b95c-ff03fab46dc6']) held by migration 59878135-2a39-4ba4-9aff-3fe6cbeb9c92 for instance [ 875.035947] env[63005]: DEBUG nova.scheduler.client.report [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Overwriting current allocation {'allocations': {'06c960b2-af36-4eff-b95c-ff03fab46dc6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 91}}, 'project_id': 'efa195b56019454c84fb9c2cfa2002f1', 'user_id': '3e5845dc338c4a17a914d9f0916b9561', 'consumer_generation': 1} on consumer dd634211-a62b-4aef-9da7-0445e4325d96 {{(pid=63005) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 875.091377] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.136805] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577587, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.138868] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.139082] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquired lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.139269] env[63005]: DEBUG nova.network.neutron [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 875.295086] env[63005]: DEBUG nova.network.neutron [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updated VIF entry in instance network info cache for port 58b0824b-5fd1-4182-af5d-c1bc2d4b5690. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 875.295601] env[63005]: DEBUG nova.network.neutron [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.505287] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577584, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.514809] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 875.588075] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577582, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.545654} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.588380] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/78bd049d-1abb-4728-afda-993f2801b843/78bd049d-1abb-4728-afda-993f2801b843.vmdk to [datastore1] bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b/bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.589209] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe7ecdd-2ac3-4e18-8c22-fabc7c6a7f6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.611458] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b/bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.611774] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5575c82e-b99c-448c-8237-6b803f6d2a25 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.634239] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577587, 'name': CreateVM_Task, 'duration_secs': 0.971298} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.635397] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.635725] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 875.635725] env[63005]: value = "task-2577588" [ 875.635725] env[63005]: _type = "Task" [ 875.635725] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.636350] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 875.636515] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.636831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 875.637163] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef2ebab4-33c7-40d1-a685-4a4dd1e6ae90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.646322] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 875.646322] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527de0b6-f10f-d113-2ce1-c02caec0bd41" [ 875.646322] env[63005]: _type = "Task" [ 875.646322] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.650346] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577588, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.657957] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527de0b6-f10f-d113-2ce1-c02caec0bd41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.798799] env[63005]: DEBUG oslo_concurrency.lockutils [req-45e9cbea-362a-41f8-8385-7070ee55f686 req-ce906d30-d596-453b-bc2c-b6175e991041 service nova] Releasing lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 875.849971] env[63005]: DEBUG nova.network.neutron [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [{"id": "fd9ff20f-2825-4a18-9716-16eec65e964e", "address": "fa:16:3e:87:c7:15", "network": {"id": "0f710d73-0853-49eb-b5d8-0abdfa769052", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.243", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "d92cb8561c75416e99ed1935fa5d3b88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e5d88cd9-35a3-4ac3-9d6d-756464cd6cc5", "external-id": "nsx-vlan-transportzone-685", "segmentation_id": 685, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd9ff20f-28", "ovs_interfaceid": "fd9ff20f-2825-4a18-9716-16eec65e964e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.002424] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577584, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.125764} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.002710] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 34075d8e-9e54-40f4-b37a-da35e1d2b1c7/34075d8e-9e54-40f4-b37a-da35e1d2b1c7.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.002920] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.003194] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042dd89d-0704-469d-82d2-a68308890ed0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.010424] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 876.010424] env[63005]: value = "task-2577589" [ 876.010424] env[63005]: _type = "Task" [ 876.010424] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.020549] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance ae47d311-cac4-47a8-9442-035bbe159751 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 876.021905] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577589, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.038255] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 876.039037] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520176', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'name': 'volume-73fd4b8c-e814-4fae-8d90-b39499e90038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe2f4dd-4755-403b-831f-e51abb2f5ce1', 'attached_at': '', 'detached_at': '', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'serial': '73fd4b8c-e814-4fae-8d90-b39499e90038'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 876.039697] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a455b-aaea-46dd-9359-e47350ceef33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.058926] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1b1691-b94f-415c-ab26-927d52a8f2f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.085578] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] volume-73fd4b8c-e814-4fae-8d90-b39499e90038/volume-73fd4b8c-e814-4fae-8d90-b39499e90038.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.085965] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e85291e-8064-4a43-b862-bf3e4e1c8f92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.103813] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 876.103813] env[63005]: value = "task-2577590" [ 876.103813] env[63005]: _type = "Task" [ 876.103813] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.112530] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577590, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.147276] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577588, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.159449] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527de0b6-f10f-d113-2ce1-c02caec0bd41, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.159768] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.160015] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.160261] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 876.160406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.160579] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.160834] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997fb231-bf3e-49d5-9907-c54c2977a17e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.169037] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.169262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.170013] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c07c211-015c-417d-8d4b-f07b644c278d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.175665] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 876.175665] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52929403-d500-fef6-949d-cb5a62fefe22" [ 876.175665] env[63005]: _type = "Task" [ 876.175665] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.185655] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52929403-d500-fef6-949d-cb5a62fefe22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.353302] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Releasing lock "refresh_cache-dd634211-a62b-4aef-9da7-0445e4325d96" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 876.353858] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.354205] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1edbc9df-5ad7-438a-a477-4260ee64a716 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.361150] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 876.361150] env[63005]: value = "task-2577591" [ 876.361150] env[63005]: _type = "Task" [ 876.361150] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.369872] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.521053] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577589, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105625} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.521524] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.522440] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359b07e2-7aa5-4c39-a05b-28787c5f4f33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.525609] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1d75e123-6966-4623-bd77-881432ff2004 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 876.525829] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Migration 4e2dee75-6afe-4e2f-9c9e-9446d22e4634 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 876.526016] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance b7e6ca16-0d30-434d-ba07-fa683a4a492a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 876.547560] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 34075d8e-9e54-40f4-b37a-da35e1d2b1c7/34075d8e-9e54-40f4-b37a-da35e1d2b1c7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.549090] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-868c1030-5f18-4b99-bd12-603210398641 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.569754] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 876.569754] env[63005]: value = "task-2577592" [ 876.569754] env[63005]: _type = "Task" [ 876.569754] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.578588] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.615013] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577590, 'name': ReconfigVM_Task, 'duration_secs': 0.456802} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.616063] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfigured VM instance instance-0000003f to attach disk [datastore1] volume-73fd4b8c-e814-4fae-8d90-b39499e90038/volume-73fd4b8c-e814-4fae-8d90-b39499e90038.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.621015] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffddb331-7d79-4d1b-87ad-0b4e799e30d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.636455] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 876.636455] env[63005]: value = "task-2577593" [ 876.636455] env[63005]: _type = "Task" [ 876.636455] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.652905] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577593, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.658255] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577588, 'name': ReconfigVM_Task, 'duration_secs': 0.606085} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.658603] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Reconfigured VM instance instance-00000040 to attach disk [datastore1] bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b/bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.659403] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5536103-881f-45f7-b913-8020be8cd9c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.666026] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 876.666026] env[63005]: value = "task-2577594" [ 876.666026] env[63005]: _type = "Task" [ 876.666026] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.675510] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577594, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.685409] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52929403-d500-fef6-949d-cb5a62fefe22, 'name': SearchDatastore_Task, 'duration_secs': 0.011355} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.686257] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d0525c8-78d0-4664-9f17-cbcbc44654b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.692153] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 876.692153] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52084895-1060-9a49-a574-21d56c2b3047" [ 876.692153] env[63005]: _type = "Task" [ 876.692153] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.703066] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52084895-1060-9a49-a574-21d56c2b3047, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.871169] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577591, 'name': PowerOffVM_Task, 'duration_secs': 0.21221} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.871449] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 876.872245] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:35:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='540176c2-efd8-48a9-986f-273aeb35a2a8',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1228069354',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 876.872508] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 876.872699] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.872914] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 876.873101] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.873284] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 876.873524] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 876.873717] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 876.873918] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 876.874125] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 876.874337] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 876.880273] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02d54224-29a0-47ee-91a9-509e52ac6be4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.895068] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 876.895068] env[63005]: value = "task-2577595" [ 876.895068] env[63005]: _type = "Task" [ 876.895068] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.903502] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.030861] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance e0816a99-4b04-471e-9c33-748c41463b69 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 877.081955] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577592, 'name': ReconfigVM_Task, 'duration_secs': 0.271926} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.082266] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 34075d8e-9e54-40f4-b37a-da35e1d2b1c7/34075d8e-9e54-40f4-b37a-da35e1d2b1c7.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.083068] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b12e7636-b467-4dc1-896b-f765b038f38a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.088764] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 877.088764] env[63005]: value = "task-2577596" [ 877.088764] env[63005]: _type = "Task" [ 877.088764] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.097355] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577596, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.145771] env[63005]: DEBUG oslo_vmware.api [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577593, 'name': ReconfigVM_Task, 'duration_secs': 0.164916} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.146228] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520176', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'name': 'volume-73fd4b8c-e814-4fae-8d90-b39499e90038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe2f4dd-4755-403b-831f-e51abb2f5ce1', 'attached_at': '', 'detached_at': '', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'serial': '73fd4b8c-e814-4fae-8d90-b39499e90038'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 877.175985] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577594, 'name': Rename_Task, 'duration_secs': 0.183414} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.175985] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.175985] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efb44990-b08d-45b4-a0a0-e4dace0d7c05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.182102] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 877.182102] env[63005]: value = "task-2577597" [ 877.182102] env[63005]: _type = "Task" [ 877.182102] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.190000] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.202551] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52084895-1060-9a49-a574-21d56c2b3047, 'name': SearchDatastore_Task, 'duration_secs': 0.013658} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.202551] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 877.202818] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/5c611ad3-304c-4795-8d76-3e1077f00edc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.202915] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd4de4a5-39de-4729-8149-632ffa319d73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.209635] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 877.209635] env[63005]: value = "task-2577598" [ 877.209635] env[63005]: _type = "Task" [ 877.209635] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.218337] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577598, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.405843] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577595, 'name': ReconfigVM_Task, 'duration_secs': 0.136867} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.407082] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-641f5728-5730-415c-87ef-819918898ad3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.429242] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:35:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='540176c2-efd8-48a9-986f-273aeb35a2a8',id=38,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1228069354',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.429469] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.429618] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.429834] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.430009] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.430186] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.431047] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.431047] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.431047] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.431047] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.431326] env[63005]: DEBUG nova.virt.hardware [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.432149] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6adfae8-962b-4083-a7ef-07af956c824d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.438119] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 877.438119] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521e0adc-2d79-6b87-ef88-6228fa9bcdad" [ 877.438119] env[63005]: _type = "Task" [ 877.438119] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.446349] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521e0adc-2d79-6b87-ef88-6228fa9bcdad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.533633] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9d75b3be-1695-45f1-9acf-305d650fe4df has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 877.534089] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 877.534089] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4544MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 877.601700] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577596, 'name': Rename_Task, 'duration_secs': 0.162975} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.604868] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.605556] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59061614-f3e1-49fe-b9cb-e689741397a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.612473] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 877.612473] env[63005]: value = "task-2577599" [ 877.612473] env[63005]: _type = "Task" [ 877.612473] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.622439] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.700180] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577597, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.723900] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577598, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.952318] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521e0adc-2d79-6b87-ef88-6228fa9bcdad, 'name': SearchDatastore_Task, 'duration_secs': 0.011962} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.956472] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 877.956840] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f166f03-3a01-46e2-a9c6-61c95b5c3af6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.980272] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 877.980272] env[63005]: value = "task-2577600" [ 877.980272] env[63005]: _type = "Task" [ 877.980272] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.991238] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.999978] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1165e5ef-ba54-4d8e-8a52-6320471afd5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.007809] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f6524-25a9-434b-9216-85da56df0be9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.043879] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695e1742-ffcb-4e15-9472-20e34c217f32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.052763] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacbf256-513d-4e9e-b0be-60d44f2fa4ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.066880] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.123812] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.194910] env[63005]: DEBUG nova.objects.instance [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'flavor' on Instance uuid efe2f4dd-4755-403b-831f-e51abb2f5ce1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 878.196270] env[63005]: DEBUG oslo_vmware.api [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577597, 'name': PowerOnVM_Task, 'duration_secs': 0.843685} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.196518] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.196702] env[63005]: INFO nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Took 15.24 seconds to spawn the instance on the hypervisor. [ 878.196876] env[63005]: DEBUG nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 878.198272] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9771831-cfb1-4370-a01d-72f81ebc55ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.221943] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577598, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605212} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.222292] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/5c611ad3-304c-4795-8d76-3e1077f00edc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.222524] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.222813] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3b7e942-98d9-4331-ac3e-acb0ae6dd183 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.231033] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 878.231033] env[63005]: value = "task-2577601" [ 878.231033] env[63005]: _type = "Task" [ 878.231033] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.239435] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.337675] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 878.353840] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 878.354548] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe01743-0b66-497f-9658-03ef1f814d68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.361947] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 878.362434] env[63005]: ERROR oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk due to incomplete transfer. [ 878.362434] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d1142156-4ed0-4d27-8efa-38b3eb2a5323 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.370989] env[63005]: DEBUG oslo_vmware.rw_handles [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523d2d04-7f8c-8fbb-9bec-47d023bcc254/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 878.371200] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Uploaded image 2952f95e-25be-4f21-889d-33be8fd05448 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 878.373675] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 878.373960] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23f82f47-a180-4a84-868d-7acc070da0ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.381053] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 878.381053] env[63005]: value = "task-2577602" [ 878.381053] env[63005]: _type = "Task" [ 878.381053] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.391043] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577602, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.491364] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577600, 'name': ReconfigVM_Task, 'duration_secs': 0.285135} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.491701] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 878.492819] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb4121-e92a-496f-93dc-30772563f10e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.210811] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.226359] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.228158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb93ba95-cd85-471c-b69d-a826fd8163d1 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.344s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.238230] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-365516cc-9b5f-4b59-a971-b92669110c62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.251519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.914s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.251763] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.251966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.252148] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.254368] env[63005]: INFO nova.compute.manager [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Took 66.53 seconds to build instance. [ 879.255785] env[63005]: INFO nova.compute.manager [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Terminating instance [ 879.273121] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085198} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.273600] env[63005]: DEBUG oslo_vmware.api [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577599, 'name': PowerOnVM_Task, 'duration_secs': 0.798595} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.273600] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577602, 'name': Destroy_Task, 'duration_secs': 0.62197} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.273789] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 879.273789] env[63005]: value = "task-2577603" [ 879.273789] env[63005]: _type = "Task" [ 879.273789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.274022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 879.274324] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.274527] env[63005]: INFO nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Took 9.65 seconds to spawn the instance on the hypervisor. [ 879.274702] env[63005]: DEBUG nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 879.275067] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Destroyed the VM [ 879.275203] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 879.276262] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d236dfa6-bed4-409b-a18c-40fffff8926d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.279696] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4738a09c-727e-46d5-996f-1187badc77f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.281963] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-04878aa4-c13d-4188-95f5-5da0b5b73b79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.306374] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 879.306374] env[63005]: value = "task-2577604" [ 879.306374] env[63005]: _type = "Task" [ 879.306374] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.309034] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577603, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.315603] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/5c611ad3-304c-4795-8d76-3e1077f00edc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.316600] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac67eff4-9634-40ec-a3ad-7b7148028f8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.341234] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577604, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.343486] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 879.343486] env[63005]: value = "task-2577605" [ 879.343486] env[63005]: _type = "Task" [ 879.343486] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.352323] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577605, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.731014] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 879.731014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.282s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.731014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.731s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.732420] env[63005]: INFO nova.compute.claims [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 879.735017] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 879.735953] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Cleaning up deleted instances {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 879.757075] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4191d6a4-b8e0-44dc-9b0a-7f3fb24d15f6 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.311s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.774028] env[63005]: DEBUG nova.compute.manager [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 879.774028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 879.774028] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1864764-d8a5-4760-8895-0b3888d4ac84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.787364] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577603, 'name': ReconfigVM_Task, 'duration_secs': 0.412004} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.788402] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Reconfigured VM instance instance-0000002e to attach disk [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96/dd634211-a62b-4aef-9da7-0445e4325d96.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.788867] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 879.788867] env[63005]: value = "task-2577606" [ 879.788867] env[63005]: _type = "Task" [ 879.788867] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.790056] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4be23f-0a9e-4474-a695-9c39bcc8d031 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.816132] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3df7c72-c353-44d3-871b-adf5ea30c838 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.820020] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.848866] env[63005]: INFO nova.compute.manager [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Took 60.49 seconds to build instance. [ 879.856069] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191a8b96-1bd3-44db-8bff-79a453dc5121 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.862325] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577604, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.868920] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577605, 'name': ReconfigVM_Task, 'duration_secs': 0.335903} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.882332] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/5c611ad3-304c-4795-8d76-3e1077f00edc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 879.883612] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b842ae1d-b85b-4ffb-a2d9-e3ca7adb59e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.885820] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c86b4fd-3db4-48f6-bf10-133cb179238f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.893888] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.895144] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c06e62b0-e2ce-4f88-8cf9-71783bc108ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.897563] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 879.897563] env[63005]: value = "task-2577607" [ 879.897563] env[63005]: _type = "Task" [ 879.897563] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.902134] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 879.902134] env[63005]: value = "task-2577608" [ 879.902134] env[63005]: _type = "Task" [ 879.902134] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.910304] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.910584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.910784] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 879.910961] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 879.911141] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.912684] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577607, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.913573] env[63005]: INFO nova.compute.manager [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Terminating instance [ 879.918560] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577608, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.249922] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] There are 41 instances to clean {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 880.250251] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: d088406c-7d55-4e8f-9618-49a296a79cf5] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.302539] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577606, 'name': PowerOffVM_Task, 'duration_secs': 0.309987} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.302805] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.303072] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 880.303192] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520176', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'name': 'volume-73fd4b8c-e814-4fae-8d90-b39499e90038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe2f4dd-4755-403b-831f-e51abb2f5ce1', 'attached_at': '', 'detached_at': '', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'serial': '73fd4b8c-e814-4fae-8d90-b39499e90038'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 880.303973] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d307d0-feda-423f-8234-aec79fd21f56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.337248] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f0e83c-0dc6-456a-8df1-9f1552eb5b20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.344671] env[63005]: DEBUG oslo_vmware.api [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577604, 'name': RemoveSnapshot_Task, 'duration_secs': 0.565757} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.346581] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 880.346830] env[63005]: INFO nova.compute.manager [None req-9294815a-ac67-4b71-a68d-79a9fb2a96c1 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 19.60 seconds to snapshot the instance on the hypervisor. [ 880.349840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a81314-a4e7-48a9-a512-004f9c39dcb5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.352600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d5ad404d-6104-4b9a-be8c-af9f1a812770 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.999s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.371931] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dde1a55-eaa4-45c3-8a8e-99136ab2b929 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.389825] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] The volume has not been displaced from its original location: [datastore1] volume-73fd4b8c-e814-4fae-8d90-b39499e90038/volume-73fd4b8c-e814-4fae-8d90-b39499e90038.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 880.394920] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfiguring VM instance instance-0000003f to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 880.395905] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-717a3666-629a-4b66-939c-0dd33d9d64d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.420338] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.423878] env[63005]: DEBUG nova.compute.manager [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 880.424080] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 880.424384] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 880.424384] env[63005]: value = "task-2577609" [ 880.424384] env[63005]: _type = "Task" [ 880.424384] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.424619] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577607, 'name': Rename_Task, 'duration_secs': 0.22419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.425221] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53485cb9-4e2a-4295-9f76-91469184dc58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.427672] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 880.430435] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35c04cee-c977-4409-b082-32753fdbdc4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.435688] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 880.439701] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-823326a4-8643-4635-ba9d-45cb0b3c3bd5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.441128] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577609, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.441400] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 880.441400] env[63005]: value = "task-2577610" [ 880.441400] env[63005]: _type = "Task" [ 880.441400] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.445600] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 880.445600] env[63005]: value = "task-2577611" [ 880.445600] env[63005]: _type = "Task" [ 880.445600] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.452507] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577610, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.455383] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577611, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.527797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.528159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.528558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 880.528661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 880.528852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 880.531233] env[63005]: INFO nova.compute.manager [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Terminating instance [ 880.756754] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 0a461527-9913-4e90-b0d9-c00883713791] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 880.920708] env[63005]: DEBUG oslo_vmware.api [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577608, 'name': PowerOnVM_Task, 'duration_secs': 0.724693} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.923469] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.938035] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577609, 'name': ReconfigVM_Task, 'duration_secs': 0.253523} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.938439] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Reconfigured VM instance instance-0000003f to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 880.950018] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3caece6e-9e7a-4e10-9bad-873b3f0f5f57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.969812] env[63005]: DEBUG oslo_vmware.api [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577610, 'name': PowerOnVM_Task, 'duration_secs': 0.471887} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.975015] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.975738] env[63005]: INFO nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Took 8.70 seconds to spawn the instance on the hypervisor. [ 880.975738] env[63005]: DEBUG nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.975950] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 880.975950] env[63005]: value = "task-2577612" [ 880.975950] env[63005]: _type = "Task" [ 880.975950] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.976569] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577611, 'name': PowerOffVM_Task, 'duration_secs': 0.181943} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.979902] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70766b4b-6c2c-4c3d-ae72-6a3cb0eace68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.982577] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 880.982801] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 880.987711] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-01d0efea-1292-482f-af5c-0cde7cfb9753 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.002495] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577612, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.035766] env[63005]: DEBUG nova.compute.manager [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 881.035766] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.036708] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9977be5-5d91-4e41-9e03-57f91845c8ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.049401] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.049748] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fde7cef-8bdf-4609-868e-064c3bb8059d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.055465] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.055681] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.055863] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore1] bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.059068] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f8b114-63ed-41ac-b8fa-408b4df9dc85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.066388] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 881.066388] env[63005]: value = "task-2577614" [ 881.066388] env[63005]: _type = "Task" [ 881.066388] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.068352] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 881.068352] env[63005]: value = "task-2577615" [ 881.068352] env[63005]: _type = "Task" [ 881.068352] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.075795] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.083838] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.240902] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00cd6b4-f267-4fe4-9e7c-3ad215bcb46b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.249326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da181a43-636d-47bf-befa-3e6774be9f4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.281293] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: f9b91732-285f-46b7-accf-62d8681d0162] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.284583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8a4bd3-ca3f-4375-8600-31a728b69682 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.293429] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec9d6cc-eebf-4212-b2ad-70f96d997d3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.308670] env[63005]: DEBUG nova.compute.provider_tree [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.492384] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577612, 'name': ReconfigVM_Task, 'duration_secs': 0.188056} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.492686] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520176', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'name': 'volume-73fd4b8c-e814-4fae-8d90-b39499e90038', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'efe2f4dd-4755-403b-831f-e51abb2f5ce1', 'attached_at': '', 'detached_at': '', 'volume_id': '73fd4b8c-e814-4fae-8d90-b39499e90038', 'serial': '73fd4b8c-e814-4fae-8d90-b39499e90038'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 881.493014] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.493743] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6492cc-f1b6-45b9-b903-ceba334ac945 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.500762] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.500998] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfef6e0d-3b28-4b98-935d-b288a43304fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.510033] env[63005]: INFO nova.compute.manager [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Took 52.99 seconds to build instance. [ 881.562544] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.562797] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.562976] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore1] efe2f4dd-4755-403b-831f-e51abb2f5ce1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.563261] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2bac1e5-ed35-4fc8-997b-a780fb2a96d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.574363] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 881.574363] env[63005]: value = "task-2577617" [ 881.574363] env[63005]: _type = "Task" [ 881.574363] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.580136] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577614, 'name': PowerOffVM_Task, 'duration_secs': 0.272322} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.580476] env[63005]: DEBUG oslo_vmware.api [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26759} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.583807] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 881.583995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 881.584283] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 881.584477] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 881.584696] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 881.584925] env[63005]: INFO nova.compute.manager [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 881.585187] env[63005]: DEBUG oslo.service.loopingcall [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 881.585425] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-96d6536a-6bd0-4b1a-8a5b-21adea168f13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.587193] env[63005]: DEBUG nova.compute.manager [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 881.587342] env[63005]: DEBUG nova.network.neutron [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 881.593733] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.650786] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 881.652385] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 881.652385] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore1] 34075d8e-9e54-40f4-b37a-da35e1d2b1c7 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 881.652385] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-930f9898-e6f5-44f5-a571-a3be71fa7c60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.658400] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 881.658400] env[63005]: value = "task-2577619" [ 881.658400] env[63005]: _type = "Task" [ 881.658400] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.665606] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577619, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.789371] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: bfdf748a-eb28-4c29-90d9-2f9cbe6dab04] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 881.812630] env[63005]: DEBUG nova.scheduler.client.report [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.898128] env[63005]: DEBUG nova.compute.manager [req-91fa2054-4305-4968-a93b-a5900b54e0f5 req-d1ba0e0a-2d9b-426d-95dc-acc6b5c54a5a service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Received event network-vif-deleted-dbcc393a-562b-4763-915f-463fa28f146d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 881.898393] env[63005]: INFO nova.compute.manager [req-91fa2054-4305-4968-a93b-a5900b54e0f5 req-d1ba0e0a-2d9b-426d-95dc-acc6b5c54a5a service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Neutron deleted interface dbcc393a-562b-4763-915f-463fa28f146d; detaching it from the instance and deleting it from the info cache [ 881.898588] env[63005]: DEBUG nova.network.neutron [req-91fa2054-4305-4968-a93b-a5900b54e0f5 req-d1ba0e0a-2d9b-426d-95dc-acc6b5c54a5a service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.933888] env[63005]: INFO nova.compute.manager [None req-9e07b6e4-e826-4a50-b58b-6bf0dfc46ad5 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance to original state: 'active' [ 882.011662] env[63005]: DEBUG oslo_concurrency.lockutils [None req-89b1641f-eca9-49e1-9fa1-7e40b133991e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.269s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.090339] env[63005]: DEBUG oslo_vmware.api [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242435} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.090598] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.090780] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.090951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.091143] env[63005]: INFO nova.compute.manager [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Took 2.32 seconds to destroy the instance on the hypervisor. [ 882.091444] env[63005]: DEBUG oslo.service.loopingcall [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.091666] env[63005]: DEBUG nova.compute.manager [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.091756] env[63005]: DEBUG nova.network.neutron [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.119736] env[63005]: DEBUG nova.compute.manager [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.120304] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5c5bd-fb57-4530-b7f4-9a49b02cb0a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.169332] env[63005]: DEBUG oslo_vmware.api [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577619, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307285} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.169596] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.169777] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.169953] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.170144] env[63005]: INFO nova.compute.manager [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Took 1.13 seconds to destroy the instance on the hypervisor. [ 882.170382] env[63005]: DEBUG oslo.service.loopingcall [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 882.170570] env[63005]: DEBUG nova.compute.manager [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 882.170660] env[63005]: DEBUG nova.network.neutron [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 882.294056] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1a1dab80-6129-4b21-8883-d97a39d16cd6] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.318386] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.318957] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 882.322205] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.237s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.322830] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.324801] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.731s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.324975] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.331998] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.093s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.332197] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.333895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.424s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.338481] env[63005]: INFO nova.compute.claims [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.349232] env[63005]: DEBUG nova.network.neutron [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.380260] env[63005]: INFO nova.scheduler.client.report [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted allocations for instance 22000936-d2aa-40d0-b3f5-a461da6e6b36 [ 882.385787] env[63005]: INFO nova.scheduler.client.report [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted allocations for instance 79d5d07d-d973-420b-a861-cdcd2376dde7 [ 882.403992] env[63005]: INFO nova.scheduler.client.report [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted allocations for instance 72f22d9c-a615-4d7a-9d62-fb4da31adc64 [ 882.406959] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2293e27b-81ed-4c57-8952-45cdf948b0a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.421413] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6f18ac-87d3-47ac-b590-76c615dd354d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.464371] env[63005]: DEBUG nova.compute.manager [req-91fa2054-4305-4968-a93b-a5900b54e0f5 req-d1ba0e0a-2d9b-426d-95dc-acc6b5c54a5a service nova] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Detach interface failed, port_id=dbcc393a-562b-4763-915f-463fa28f146d, reason: Instance bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 882.634716] env[63005]: INFO nova.compute.manager [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] instance snapshotting [ 882.638031] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0622e41f-e07d-4d87-8165-03a55f19655a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.658049] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7e36fe-b29a-4640-b752-071fbe052ad9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.798996] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 62a61aa1-4f64-4027-bc3d-fecd76f8afb1] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 882.843066] env[63005]: DEBUG nova.compute.utils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 882.844565] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 882.845242] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 882.851981] env[63005]: INFO nova.compute.manager [-] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Took 1.26 seconds to deallocate network for instance. [ 882.888546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8a935b98-be61-4a58-b2e6-b6becf6a27d9 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "22000936-d2aa-40d0-b3f5-a461da6e6b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.215s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.892744] env[63005]: DEBUG nova.policy [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb3aee9ded41a89d03c7f19cdc44a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5979d0eb88074a9c9eaa56b8e9a785c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 882.895468] env[63005]: DEBUG oslo_concurrency.lockutils [None req-03108499-b6f7-4332-b746-49fd6ecc1697 tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "79d5d07d-d973-420b-a861-cdcd2376dde7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.767s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.916611] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6ebbc608-d5fc-47b9-958c-a42816f8f705 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "72f22d9c-a615-4d7a-9d62-fb4da31adc64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.191s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.942237] env[63005]: DEBUG nova.network.neutron [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.005779] env[63005]: DEBUG nova.network.neutron [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.169515] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 883.169835] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4484bd98-3869-4edd-b867-6c79f061dabd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.179731] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 883.179731] env[63005]: value = "task-2577620" [ 883.179731] env[63005]: _type = "Task" [ 883.179731] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.179731] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Successfully created port: 0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 883.191267] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.300639] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e5e494bc-0262-4de6-84e7-ffc2989b9e19] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.353107] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 883.360634] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.445242] env[63005]: INFO nova.compute.manager [-] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Took 1.35 seconds to deallocate network for instance. [ 883.508630] env[63005]: INFO nova.compute.manager [-] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Took 1.34 seconds to deallocate network for instance. [ 883.691798] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577620, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.734585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.734865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.736283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "dd634211-a62b-4aef-9da7-0445e4325d96" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.736509] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.736638] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.736926] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.736976] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 883.743785] env[63005]: INFO nova.compute.manager [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Terminating instance [ 883.793113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 883.793113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.805494] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 3f08c9a0-cfcd-4dec-ad2e-41afd6b22619] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 883.836721] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0759bba-b16c-4d35-9a86-78af8aa34ff0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.845221] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8a28bf-1bb9-4010-87d4-7a0fe35a19e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.878923] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0526ebc7-c24c-4069-af63-baa722a075e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.886804] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f20bbc-85e3-4398-a5c9-6e2838525253 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.900991] env[63005]: DEBUG nova.compute.provider_tree [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.924743] env[63005]: DEBUG nova.compute.manager [req-69218be9-39ba-4d7c-a294-3e595c4e6078 req-b6f400cf-3f98-4924-8acf-4882528c0339 service nova] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Received event network-vif-deleted-cfb9ef8a-6c5f-4bba-898f-01bf9c327d48 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.924951] env[63005]: DEBUG nova.compute.manager [req-69218be9-39ba-4d7c-a294-3e595c4e6078 req-b6f400cf-3f98-4924-8acf-4882528c0339 service nova] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Received event network-vif-deleted-13f6abba-2419-47bd-8b78-15dea75ee4db {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 883.995406] env[63005]: INFO nova.compute.manager [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Took 0.55 seconds to detach 1 volumes for instance. [ 884.015820] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.026378] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.026660] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.026900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.027128] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.027333] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.029696] env[63005]: INFO nova.compute.manager [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Terminating instance [ 884.192915] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577620, 'name': CreateSnapshot_Task, 'duration_secs': 0.58228} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.193280] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 884.194143] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc06d6c-f432-4084-b99c-d27b421a8c39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.243862] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.251010] env[63005]: DEBUG nova.compute.manager [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.251431] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.252687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c3fec5-a882-441a-b24c-089e433e12ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.262191] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.262528] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c929fc1-31e1-4580-94e8-311a5749f595 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.270441] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 884.270441] env[63005]: value = "task-2577621" [ 884.270441] env[63005]: _type = "Task" [ 884.270441] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.278420] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.295514] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 884.312890] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1d25291d-0faa-43b0-97a2-2c2db98b46c8] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.379230] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 884.404933] env[63005]: DEBUG nova.scheduler.client.report [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.412304] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 884.412556] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 884.412712] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 884.412893] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 884.413047] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 884.413197] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 884.413402] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 884.413559] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 884.413723] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 884.413881] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 884.414069] env[63005]: DEBUG nova.virt.hardware [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 884.414942] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f28b7fa-c4df-4aa3-828b-8b90c0582c53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.423465] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dfb70da-7b1b-4e72-a33d-53f4293efe4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.502299] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.534320] env[63005]: DEBUG nova.compute.manager [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.534927] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.535933] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc5fd1a-4dce-46aa-8411-5a78d57c4af7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.544189] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.544444] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2633e42a-4355-4ef4-9242-5218eb4df330 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.550925] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 884.550925] env[63005]: value = "task-2577622" [ 884.550925] env[63005]: _type = "Task" [ 884.550925] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.562663] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.692727] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Successfully updated port: 0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 884.716752] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 884.717738] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1214819c-71fc-45aa-ba3d-dd1d788479af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.726214] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 884.726214] env[63005]: value = "task-2577623" [ 884.726214] env[63005]: _type = "Task" [ 884.726214] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.736227] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577623, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.770903] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.779875] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577621, 'name': PowerOffVM_Task, 'duration_secs': 0.231732} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.780216] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.780391] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.780638] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e7ea775-ae7d-4074-a625-9312dde26260 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.813745] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.816369] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a5f22253-0529-4b40-b827-d5160cbaa55b] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 884.840012] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.840483] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.840483] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleting the datastore file [datastore2] dd634211-a62b-4aef-9da7-0445e4325d96 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.841111] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fa22ee7-8a75-47bd-b4c1-9a6ab5227d45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.847648] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 884.847648] env[63005]: value = "task-2577625" [ 884.847648] env[63005]: _type = "Task" [ 884.847648] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.857113] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.919602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.920197] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 884.923567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.058s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.924567] env[63005]: INFO nova.compute.claims [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 885.061195] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577622, 'name': PowerOffVM_Task, 'duration_secs': 0.172462} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.061492] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.061688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.061943] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-df997e4f-9f14-4407-af51-2039876681e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.118521] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.118804] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.119068] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore1] e78af5a5-8914-43aa-8ad5-82015d33d06c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.119288] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e327c0e-22e1-4d08-b7dc-401fec645e56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.125943] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 885.125943] env[63005]: value = "task-2577627" [ 885.125943] env[63005]: _type = "Task" [ 885.125943] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.134959] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577627, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.196331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 885.196553] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.196791] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.238417] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577623, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.319998] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 50e62458-27be-4738-bea8-5c6eeb68afdc] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.359051] env[63005]: DEBUG oslo_vmware.api [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304552} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.359051] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.359232] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.359286] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.359424] env[63005]: INFO nova.compute.manager [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Took 1.11 seconds to destroy the instance on the hypervisor. [ 885.359678] env[63005]: DEBUG oslo.service.loopingcall [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.359885] env[63005]: DEBUG nova.compute.manager [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.359978] env[63005]: DEBUG nova.network.neutron [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.424219] env[63005]: DEBUG nova.compute.utils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 885.425639] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.425815] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.484359] env[63005]: DEBUG nova.policy [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738520eec6ad4ca292aedfa5f55d0830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60229ba203084ea6a356522f8fc1c80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.636643] env[63005]: DEBUG oslo_vmware.api [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577627, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152293} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.636820] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 885.636958] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 885.638921] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 885.638921] env[63005]: INFO nova.compute.manager [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 885.638921] env[63005]: DEBUG oslo.service.loopingcall [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 885.638921] env[63005]: DEBUG nova.compute.manager [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 885.638921] env[63005]: DEBUG nova.network.neutron [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 885.739867] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577623, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.777140] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 885.827391] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a8ddc4df-6fc8-4e82-8bf3-e5e91866cfdf] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 885.868533] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Successfully created port: 64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 885.929220] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.169747] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Received event network-vif-plugged-0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.169990] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Acquiring lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 886.170245] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 886.170497] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 886.170740] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] No waiting events found dispatching network-vif-plugged-0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 886.170882] env[63005]: WARNING nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Received unexpected event network-vif-plugged-0cdc677a-026d-40c1-90c9-6fbf46e9a62a for instance with vm_state building and task_state spawning. [ 886.171054] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Received event network-changed-0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.171257] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Refreshing instance network info cache due to event network-changed-0cdc677a-026d-40c1-90c9-6fbf46e9a62a. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 886.171411] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Acquiring lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 886.206223] env[63005]: DEBUG nova.network.neutron [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.238909] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577623, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.280226] env[63005]: DEBUG nova.network.neutron [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updating instance_info_cache with network_info: [{"id": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "address": "fa:16:3e:2c:e9:35", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc677a-02", "ovs_interfaceid": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.330871] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5fda8f6b-edd4-4c2d-bdf4-fd5b16cf8d82] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.422056] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1dd6efb-f6a9-419a-b33d-c4c8761e5f21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.430732] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb5c1ec2-6e3f-4cb9-9290-6638b43c4f43 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.465074] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d489d97-2b38-432e-b2b9-727ee6882aa9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.474186] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b459fa4-deae-49fc-bf47-2f400c46b84a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.481754] env[63005]: DEBUG nova.compute.manager [req-32948bb2-8324-4ecd-b33a-df415ce58670 req-f6074b5a-16d7-406e-8ca4-3c4ac94c0e80 service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Received event network-vif-deleted-64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 886.481952] env[63005]: INFO nova.compute.manager [req-32948bb2-8324-4ecd-b33a-df415ce58670 req-f6074b5a-16d7-406e-8ca4-3c4ac94c0e80 service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Neutron deleted interface 64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9; detaching it from the instance and deleting it from the info cache [ 886.482137] env[63005]: DEBUG nova.network.neutron [req-32948bb2-8324-4ecd-b33a-df415ce58670 req-f6074b5a-16d7-406e-8ca4-3c4ac94c0e80 service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.496975] env[63005]: DEBUG nova.compute.provider_tree [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.710846] env[63005]: INFO nova.compute.manager [-] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Took 1.35 seconds to deallocate network for instance. [ 886.741230] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577623, 'name': CloneVM_Task, 'duration_secs': 1.852917} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.741230] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Created linked-clone VM from snapshot [ 886.741636] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25e3308-cb84-4667-bb7d-efeaa6db8e01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.748957] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Uploading image 1131769c-92ba-43f2-877f-4e7c86b673ee {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 886.769737] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 886.769737] env[63005]: value = "vm-520182" [ 886.769737] env[63005]: _type = "VirtualMachine" [ 886.769737] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 886.770266] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-400e1d89-4a62-4bc7-bf3b-742814c5e66a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.777503] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease: (returnval){ [ 886.777503] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22f61-b247-02cd-7ac2-eee159f06b93" [ 886.777503] env[63005]: _type = "HttpNfcLease" [ 886.777503] env[63005]: } obtained for exporting VM: (result){ [ 886.777503] env[63005]: value = "vm-520182" [ 886.777503] env[63005]: _type = "VirtualMachine" [ 886.777503] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 886.777811] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the lease: (returnval){ [ 886.777811] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22f61-b247-02cd-7ac2-eee159f06b93" [ 886.777811] env[63005]: _type = "HttpNfcLease" [ 886.777811] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 886.784195] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 886.784195] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22f61-b247-02cd-7ac2-eee159f06b93" [ 886.784195] env[63005]: _type = "HttpNfcLease" [ 886.784195] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 886.785700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 886.785999] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Instance network_info: |[{"id": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "address": "fa:16:3e:2c:e9:35", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc677a-02", "ovs_interfaceid": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 886.786274] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Acquired lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.786446] env[63005]: DEBUG nova.network.neutron [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Refreshing network info cache for port 0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.787664] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:e9:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0cdc677a-026d-40c1-90c9-6fbf46e9a62a', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 886.795107] env[63005]: DEBUG oslo.service.loopingcall [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 886.798326] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 886.798724] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f4b591a-3d16-4938-8cf6-852ab50bffa6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.819121] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 886.819121] env[63005]: value = "task-2577629" [ 886.819121] env[63005]: _type = "Task" [ 886.819121] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.827134] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577629, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.830460] env[63005]: DEBUG nova.network.neutron [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.833947] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 92a7d8c9-a3d1-4a2f-8d73-3dc94778221a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 886.940362] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 886.964982] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 886.965260] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 886.965410] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 886.965657] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 886.965818] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 886.965967] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 886.966190] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 886.966345] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 886.966511] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 886.966759] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 886.966940] env[63005]: DEBUG nova.virt.hardware [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 886.967831] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136ce75-a100-4320-8e17-c7c6422d9001 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.975826] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95473abd-d642-4fa2-9662-ea465081eb05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.991926] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d4118c45-0cf6-4a36-a8d9-527d71c1e0ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.000213] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94574d08-6bd2-4f55-8cb6-6f558d392f85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.014762] env[63005]: DEBUG nova.scheduler.client.report [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 887.040841] env[63005]: DEBUG nova.compute.manager [req-32948bb2-8324-4ecd-b33a-df415ce58670 req-f6074b5a-16d7-406e-8ca4-3c4ac94c0e80 service nova] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Detach interface failed, port_id=64bdf8e4-2be0-4cc9-8635-8167ccfcf7a9, reason: Instance e78af5a5-8914-43aa-8ad5-82015d33d06c could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 887.049200] env[63005]: DEBUG nova.network.neutron [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updated VIF entry in instance network info cache for port 0cdc677a-026d-40c1-90c9-6fbf46e9a62a. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 887.049637] env[63005]: DEBUG nova.network.neutron [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updating instance_info_cache with network_info: [{"id": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "address": "fa:16:3e:2c:e9:35", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc677a-02", "ovs_interfaceid": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.218941] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.285664] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 887.285664] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22f61-b247-02cd-7ac2-eee159f06b93" [ 887.285664] env[63005]: _type = "HttpNfcLease" [ 887.285664] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 887.285942] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 887.285942] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f22f61-b247-02cd-7ac2-eee159f06b93" [ 887.285942] env[63005]: _type = "HttpNfcLease" [ 887.285942] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 887.286665] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2446cdf3-5490-4d81-bdbe-cd55ebbc070c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.293664] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 887.293835] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 887.349885] env[63005]: INFO nova.compute.manager [-] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Took 1.71 seconds to deallocate network for instance. [ 887.351441] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 4329770f-b089-46da-8d91-c9e953ba3a09] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.353786] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Successfully updated port: 64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.369312] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577629, 'name': CreateVM_Task, 'duration_secs': 0.33347} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.369784] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 887.370774] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.370990] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.371359] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 887.372298] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e38e9692-4010-4c66-8948-3291d0977dff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.378165] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 887.378165] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526abdb0-26ec-e347-366f-705b934a5581" [ 887.378165] env[63005]: _type = "Task" [ 887.378165] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.389887] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526abdb0-26ec-e347-366f-705b934a5581, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.401443] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cc7fa129-8faf-412b-817c-5a81515a23f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.520527] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.520527] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 887.523369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.122s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.523601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.525633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.926s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.525808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.527562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.527s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.527767] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.529515] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.845s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.553369] env[63005]: DEBUG oslo_concurrency.lockutils [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] Releasing lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.553630] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Received event network-vif-deleted-fd9ff20f-2825-4a18-9716-16eec65e964e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 887.553808] env[63005]: INFO nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Neutron deleted interface fd9ff20f-2825-4a18-9716-16eec65e964e; detaching it from the instance and deleting it from the info cache [ 887.553976] env[63005]: DEBUG nova.network.neutron [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.564552] env[63005]: INFO nova.scheduler.client.report [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Deleted allocations for instance fe7f7038-24d0-4694-a117-14153da231d2 [ 887.570739] env[63005]: INFO nova.scheduler.client.report [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Deleted allocations for instance b6db441c-7399-43b4-910e-cc9c4dba1ffc [ 887.584535] env[63005]: INFO nova.scheduler.client.report [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleted allocations for instance 2dd81a85-1904-44f7-838e-1ae3f1c47949 [ 887.861961] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.862144] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.862306] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.863838] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1bc3a6d2-31b8-4895-9370-d61331103cf3] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 887.874112] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.892014] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526abdb0-26ec-e347-366f-705b934a5581, 'name': SearchDatastore_Task, 'duration_secs': 0.010372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.892677] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 887.894387] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 887.894387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 887.894387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.894387] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 887.894387] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f832cd2-e2f2-48af-b8c5-676a029aba19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.905831] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 887.906199] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 887.907565] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3554d3-32e8-493a-ac80-f6b69ad419cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.914131] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 887.914131] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5292657c-9a7b-804a-717f-8062fe454f15" [ 887.914131] env[63005]: _type = "Task" [ 887.914131] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.922576] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5292657c-9a7b-804a-717f-8062fe454f15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.033841] env[63005]: DEBUG nova.compute.utils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 888.038139] env[63005]: INFO nova.compute.claims [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.042180] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 888.042529] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 888.056935] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47de761e-022a-4f3f-a8f7-4bed93ee8147 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.070165] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f961a6-4aad-42f5-b90e-a075883e43dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.087521] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54c0d9b7-69e4-4a4c-ac21-a62f75ff29fa tempest-ServerAddressesTestJSON-325156390 tempest-ServerAddressesTestJSON-325156390-project-member] Lock "fe7f7038-24d0-4694-a117-14153da231d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.358s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.094020] env[63005]: DEBUG nova.policy [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '00c563b72f824a4a80cf39062e953612', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b1d092ec47e4fca964b995975d42138', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 888.098586] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85eff06a-5673-4fd3-93f9-14336989ddb1 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "2dd81a85-1904-44f7-838e-1ae3f1c47949" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.635s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.099049] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2bec29fa-04b5-4e6a-90b3-a61ed1e10749 tempest-ServersNegativeTestJSON-352864665 tempest-ServersNegativeTestJSON-352864665-project-member] Lock "b6db441c-7399-43b4-910e-cc9c4dba1ffc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.113s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.123469] env[63005]: DEBUG nova.compute.manager [req-e8431385-667b-493d-9e93-0f8e59e48b2f req-e504d7ff-8577-410a-9748-f5ff6a1fd57d service nova] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Detach interface failed, port_id=fd9ff20f-2825-4a18-9716-16eec65e964e, reason: Instance dd634211-a62b-4aef-9da7-0445e4325d96 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 888.272616] env[63005]: DEBUG nova.compute.manager [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Received event network-vif-plugged-64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.273202] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Acquiring lock "ae47d311-cac4-47a8-9442-035bbe159751-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 888.274427] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Lock "ae47d311-cac4-47a8-9442-035bbe159751-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 888.274653] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Lock "ae47d311-cac4-47a8-9442-035bbe159751-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 888.276314] env[63005]: DEBUG nova.compute.manager [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] No waiting events found dispatching network-vif-plugged-64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 888.276314] env[63005]: WARNING nova.compute.manager [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Received unexpected event network-vif-plugged-64679304-8139-42c3-9895-b1f16251f76f for instance with vm_state building and task_state spawning. [ 888.276314] env[63005]: DEBUG nova.compute.manager [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Received event network-changed-64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 888.276314] env[63005]: DEBUG nova.compute.manager [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Refreshing instance network info cache due to event network-changed-64679304-8139-42c3-9895-b1f16251f76f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 888.276314] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Acquiring lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 888.371512] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: c03fdfd4-184e-47df-a40d-a856818686cd] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.412226] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Successfully created port: 4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 888.424656] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5292657c-9a7b-804a-717f-8062fe454f15, 'name': SearchDatastore_Task, 'duration_secs': 0.014735} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.425562] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2403ed76-acbd-4f99-b1ea-bafafb075ba9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.431091] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 888.431091] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a7c01f-b339-f06a-81ff-59611b980f18" [ 888.431091] env[63005]: _type = "Task" [ 888.431091] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.441019] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a7c01f-b339-f06a-81ff-59611b980f18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.547089] env[63005]: INFO nova.compute.resource_tracker [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating resource usage from migration 4e2dee75-6afe-4e2f-9c9e-9446d22e4634 [ 888.550463] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 888.672889] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.880085] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: d6775ece-9d97-45fb-bb8c-3881e0e5666a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 888.947260] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a7c01f-b339-f06a-81ff-59611b980f18, 'name': SearchDatastore_Task, 'duration_secs': 0.012114} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.948132] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 888.948232] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/1732e58e-9c1b-4234-87a8-fd468e78d925.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 888.949201] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-860bc849-3fdb-4dcd-ae88-0993275e973b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.960633] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 888.960633] env[63005]: value = "task-2577630" [ 888.960633] env[63005]: _type = "Task" [ 888.960633] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.968943] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.073160] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df6eb42-3007-47b4-b90d-fde25178dc3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.082719] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc9df7f-2bdb-41d5-a1dc-7dd06ac518a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.118640] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae8f1f8-90e0-45bb-a244-cf5321c6e810 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.127573] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9370d8ed-a654-4bb3-9a48-cce873e7c36a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.143774] env[63005]: DEBUG nova.compute.provider_tree [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.146037] env[63005]: DEBUG nova.network.neutron [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updating instance_info_cache with network_info: [{"id": "64679304-8139-42c3-9895-b1f16251f76f", "address": "fa:16:3e:e8:00:4b", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64679304-81", "ovs_interfaceid": "64679304-8139-42c3-9895-b1f16251f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.384773] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 25827438-2172-49df-87e9-a6bf9cdeac57] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.475297] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.563150] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 889.602487] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 889.603077] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 889.603320] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.603633] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 889.603815] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.604314] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 889.605145] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 889.605145] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 889.605145] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 889.605377] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 889.605377] env[63005]: DEBUG nova.virt.hardware [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 889.606363] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b025c640-4313-466b-bfbc-8b966dfa05b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.617754] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86936457-32df-4977-8142-518014d7aff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.649036] env[63005]: DEBUG nova.scheduler.client.report [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.657021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 889.657021] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Instance network_info: |[{"id": "64679304-8139-42c3-9895-b1f16251f76f", "address": "fa:16:3e:e8:00:4b", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64679304-81", "ovs_interfaceid": "64679304-8139-42c3-9895-b1f16251f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.657021] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Acquired lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.657021] env[63005]: DEBUG nova.network.neutron [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Refreshing network info cache for port 64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.658205] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:00:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64679304-8139-42c3-9895-b1f16251f76f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.667324] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating folder: Project (60229ba203084ea6a356522f8fc1c80d). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.668048] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-530d044e-9e93-4212-982d-6f0fc1460294 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.681028] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created folder: Project (60229ba203084ea6a356522f8fc1c80d) in parent group-v519994. [ 889.681028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating folder: Instances. Parent ref: group-v520184. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 889.681028] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc658c0c-afd9-4646-ad4c-97a7ce360606 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.690307] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created folder: Instances in parent group-v520184. [ 889.690835] env[63005]: DEBUG oslo.service.loopingcall [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 889.691212] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.691584] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8b6b1f6-00f3-42c6-a582-dfddacfc03c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.716955] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.716955] env[63005]: value = "task-2577633" [ 889.716955] env[63005]: _type = "Task" [ 889.716955] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.727237] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577633, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.888702] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: cb5c579a-9e1b-4a40-9de2-2e2de5c5d98b] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 889.974647] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656138} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.974647] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/1732e58e-9c1b-4234-87a8-fd468e78d925.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 889.974951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 889.974983] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a56cb36d-58ec-4f04-84b9-05e89a1d61e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.983147] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 889.983147] env[63005]: value = "task-2577634" [ 889.983147] env[63005]: _type = "Task" [ 889.983147] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.992825] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.058921] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Successfully updated port: 4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 890.157550] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.628s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.157827] env[63005]: INFO nova.compute.manager [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Migrating [ 890.166567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.650s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.168418] env[63005]: INFO nova.compute.claims [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 890.227486] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577633, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.370409] env[63005]: DEBUG nova.network.neutron [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updated VIF entry in instance network info cache for port 64679304-8139-42c3-9895-b1f16251f76f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 890.370792] env[63005]: DEBUG nova.network.neutron [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updating instance_info_cache with network_info: [{"id": "64679304-8139-42c3-9895-b1f16251f76f", "address": "fa:16:3e:e8:00:4b", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64679304-81", "ovs_interfaceid": "64679304-8139-42c3-9895-b1f16251f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.396021] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6b3c53f2-807e-4cd8-8fba-c1d52f080423] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 890.493410] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167759} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.493821] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 890.495244] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9266f0d-e364-42ae-8a3a-fe03b24c1a07 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.520281] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/1732e58e-9c1b-4234-87a8-fd468e78d925.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 890.521127] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc021e61-ae3a-4acc-a368-d7aa24c24aed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.541146] env[63005]: DEBUG nova.compute.manager [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Received event network-vif-plugged-4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.541373] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Acquiring lock "1d75e123-6966-4623-bd77-881432ff2004-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.541584] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Lock "1d75e123-6966-4623-bd77-881432ff2004-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.541750] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Lock "1d75e123-6966-4623-bd77-881432ff2004-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.541915] env[63005]: DEBUG nova.compute.manager [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] No waiting events found dispatching network-vif-plugged-4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 890.542305] env[63005]: WARNING nova.compute.manager [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Received unexpected event network-vif-plugged-4984ae74-d236-4187-b419-2b13cece31c5 for instance with vm_state building and task_state spawning. [ 890.542507] env[63005]: DEBUG nova.compute.manager [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Received event network-changed-4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 890.542664] env[63005]: DEBUG nova.compute.manager [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Refreshing instance network info cache due to event network-changed-4984ae74-d236-4187-b419-2b13cece31c5. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 890.542847] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Acquiring lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.542983] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Acquired lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.543181] env[63005]: DEBUG nova.network.neutron [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Refreshing network info cache for port 4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.550771] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 890.550771] env[63005]: value = "task-2577635" [ 890.550771] env[63005]: _type = "Task" [ 890.550771] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.563148] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.563148] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577635, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.687019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.687019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.694768] env[63005]: DEBUG nova.network.neutron [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.730098] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577633, 'name': CreateVM_Task, 'duration_secs': 0.514473} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.730371] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.731130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 890.731550] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.731911] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 890.732751] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a782d4b7-e3a1-439f-952e-86307159d1b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.738326] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 890.738326] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523f6785-eefd-e932-8349-0e8c6e9245b1" [ 890.738326] env[63005]: _type = "Task" [ 890.738326] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.752025] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f6785-eefd-e932-8349-0e8c6e9245b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.873391] env[63005]: DEBUG oslo_concurrency.lockutils [req-09213ea2-d25e-4b70-bb73-84a01911709e req-73127a12-1537-4e19-8b4b-4ca44d933d71 service nova] Releasing lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 890.898301] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 81fcc80a-8f80-4d40-a061-f33c012cf54f] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 891.065840] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577635, 'name': ReconfigVM_Task, 'duration_secs': 0.344288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.066843] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/1732e58e-9c1b-4234-87a8-fd468e78d925.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 891.068365] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a397d45-9907-4e75-828b-827ea77a3cbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.076180] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 891.076180] env[63005]: value = "task-2577636" [ 891.076180] env[63005]: _type = "Task" [ 891.076180] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.087296] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577636, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.090341] env[63005]: DEBUG nova.network.neutron [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.234140] env[63005]: DEBUG nova.network.neutron [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.251367] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f6785-eefd-e932-8349-0e8c6e9245b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.256667] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.256667] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.256667] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 891.256667] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.256667] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.257195] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bd14b88-8401-40c0-a470-6b53e488db3d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.267569] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.267569] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.268498] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23a09fc-914a-438c-8a73-134f8b6c6869 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.275396] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 891.275396] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e1f3ba-903e-1721-ddd1-498737b3be3e" [ 891.275396] env[63005]: _type = "Task" [ 891.275396] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.287587] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e1f3ba-903e-1721-ddd1-498737b3be3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.402491] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1e4e2cc6-48d2-4bf1-9d63-f9ff6cf86324] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 891.517775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "82fc6744-c696-40ed-86b0-f10dcbe18287" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 891.518144] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 891.590929] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577636, 'name': Rename_Task, 'duration_secs': 0.196954} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.591241] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.591519] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c204072c-cbda-4b7f-a5a9-ca89b971b3ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.601138] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 891.601138] env[63005]: value = "task-2577637" [ 891.601138] env[63005]: _type = "Task" [ 891.601138] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.613033] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577637, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.740536] env[63005]: DEBUG oslo_concurrency.lockutils [req-24e869c5-e66b-4190-b27b-38c306c4877c req-0c3cb2d9-5d8a-496d-874a-765a14dcc002 service nova] Releasing lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 891.740536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquired lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.740536] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.755365] env[63005]: DEBUG nova.network.neutron [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.789975] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e1f3ba-903e-1721-ddd1-498737b3be3e, 'name': SearchDatastore_Task, 'duration_secs': 0.012104} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.791955] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a23338a-c835-468e-b15b-a2d84863fc25 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.803285] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 891.803285] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a786aa-c04c-e772-8df3-a7c756872401" [ 891.803285] env[63005]: _type = "Task" [ 891.803285] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.812976] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a786aa-c04c-e772-8df3-a7c756872401, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.826729] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-463b81fe-322b-4bed-a3b9-5ce26699d91f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.834307] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d93278e-fe9e-4f2b-9021-d6c5ee892ddd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.866143] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0112c-25fb-4aa2-abb3-fd961e598bb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.873558] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a140763-51f2-4083-861e-fcb710c69e39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.888416] env[63005]: DEBUG nova.compute.provider_tree [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.906034] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: be34bd6e-c83f-40ec-8c97-33d698d2692f] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 892.022346] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 892.111841] env[63005]: DEBUG oslo_vmware.api [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577637, 'name': PowerOnVM_Task, 'duration_secs': 0.477041} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.112182] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.112426] env[63005]: INFO nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Took 7.73 seconds to spawn the instance on the hypervisor. [ 892.112630] env[63005]: DEBUG nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 892.113454] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254b43a8-9b9c-4148-8cb2-2980ed0a9657 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.260393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.294172] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.316965] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a786aa-c04c-e772-8df3-a7c756872401, 'name': SearchDatastore_Task, 'duration_secs': 0.013708} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.320140] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 892.320564] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/ae47d311-cac4-47a8-9442-035bbe159751.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.321372] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fce3a040-633d-44c4-81dd-4e89b0fc97c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.330472] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 892.330472] env[63005]: value = "task-2577638" [ 892.330472] env[63005]: _type = "Task" [ 892.330472] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.339759] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.396441] env[63005]: DEBUG nova.scheduler.client.report [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.409341] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5cb81a7a-f84b-48db-ae40-b39113616a90] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 892.534841] env[63005]: DEBUG nova.network.neutron [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Updating instance_info_cache with network_info: [{"id": "4984ae74-d236-4187-b419-2b13cece31c5", "address": "fa:16:3e:eb:70:c8", "network": {"id": "0f53ff6b-f666-4055-a30c-f6879b9163bd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-746971644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1d092ec47e4fca964b995975d42138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4984ae74-d2", "ovs_interfaceid": "4984ae74-d236-4187-b419-2b13cece31c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.556474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.636792] env[63005]: INFO nova.compute.manager [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Took 55.66 seconds to build instance. [ 892.840300] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577638, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.902031] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.735s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.902233] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 892.905179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.858s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.913384] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e65043f5-524f-48c8-9774-9127604850c8] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 893.041264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Releasing lock "refresh_cache-1d75e123-6966-4623-bd77-881432ff2004" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 893.041738] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance network_info: |[{"id": "4984ae74-d236-4187-b419-2b13cece31c5", "address": "fa:16:3e:eb:70:c8", "network": {"id": "0f53ff6b-f666-4055-a30c-f6879b9163bd", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-746971644-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b1d092ec47e4fca964b995975d42138", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c118a9ee-84f7-4f09-8a21-05600ed3cc06", "external-id": "nsx-vlan-transportzone-274", "segmentation_id": 274, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4984ae74-d2", "ovs_interfaceid": "4984ae74-d236-4187-b419-2b13cece31c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 893.042038] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:70:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c118a9ee-84f7-4f09-8a21-05600ed3cc06', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4984ae74-d236-4187-b419-2b13cece31c5', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.049849] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Creating folder: Project (9b1d092ec47e4fca964b995975d42138). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.050228] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b2d34dc-e951-4234-8f71-7fa94cb0d8ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.062208] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Created folder: Project (9b1d092ec47e4fca964b995975d42138) in parent group-v519994. [ 893.062423] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Creating folder: Instances. Parent ref: group-v520187. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.062654] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c29e0bc-6778-427a-b42f-ef9d0d10dc7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.072990] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Created folder: Instances in parent group-v520187. [ 893.072990] env[63005]: DEBUG oslo.service.loopingcall [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 893.073165] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.073496] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5acd6611-667d-4013-977c-cdbab7b4c31d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.094378] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.094378] env[63005]: value = "task-2577641" [ 893.094378] env[63005]: _type = "Task" [ 893.094378] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.102680] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577641, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.139931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0ce0abe8-1126-4169-ab39-9e8680472f3c tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.059s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.341261] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567747} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.341538] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/ae47d311-cac4-47a8-9442-035bbe159751.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 893.341748] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 893.342026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901bd0ce-6cdc-4fa9-90e5-614a46e1b63c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.348991] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 893.348991] env[63005]: value = "task-2577642" [ 893.348991] env[63005]: _type = "Task" [ 893.348991] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.357648] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.408978] env[63005]: DEBUG nova.compute.utils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 893.416514] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 893.417120] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 893.423787] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b07bd973-265e-4df9-bdd4-08942c4ca648] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 893.471100] env[63005]: DEBUG nova.policy [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '007dbbc48ad4409d919bd91415791efb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb4dee4aa8f44e808214e16b92161a15', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 893.603936] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577641, 'name': CreateVM_Task, 'duration_secs': 0.341872} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.608992] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 893.608992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.608992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.608992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 893.608992] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8b464cf-886a-4b61-94a4-ccf720d7e963 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.613236] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 893.613236] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ab705b-4db1-7b87-8af3-757d4b59690b" [ 893.613236] env[63005]: _type = "Task" [ 893.613236] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.626838] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ab705b-4db1-7b87-8af3-757d4b59690b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.646663] env[63005]: INFO nova.compute.manager [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Rescuing [ 893.646663] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 893.646663] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.646663] env[63005]: DEBUG nova.network.neutron [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 893.778713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fdc2b3-b89a-4fbc-8bf3-836e49c52713 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.798432] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 893.861569] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070309} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.861974] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.862677] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc9d2199-0781-4153-b114-638355ebf5c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.887026] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/ae47d311-cac4-47a8-9442-035bbe159751.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.890208] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2216cd8b-aeee-4714-9a6e-96c0f09d2e83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.912616] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 893.912616] env[63005]: value = "task-2577643" [ 893.912616] env[63005]: _type = "Task" [ 893.912616] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.913155] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Successfully created port: 7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 893.918055] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 893.927963] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577643, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.929499] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 54255b86-d935-4a6a-9448-8843a7820878] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 893.946263] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f8716f-35d7-44c3-8088-291e1476774b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.956501] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd473a-e3a6-476a-930d-0fed160f4383 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.987687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8519c57-c571-49ea-8a22-0d20c20dfbdd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.996271] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c2c4e8-8b52-4176-92e6-4891cb84acde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.011190] env[63005]: DEBUG nova.compute.provider_tree [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.125131] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ab705b-4db1-7b87-8af3-757d4b59690b, 'name': SearchDatastore_Task, 'duration_secs': 0.012362} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.125555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.125853] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.126161] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 894.126340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.126582] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.126892] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b60da43a-cef8-4bf7-b593-66a7849401af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.136023] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.136150] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.137524] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7891cd38-56de-4d56-a0a8-e766800a0f20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.142877] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 894.142877] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a6930d-34dc-9257-3a33-d76f88b7757a" [ 894.142877] env[63005]: _type = "Task" [ 894.142877] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.155208] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a6930d-34dc-9257-3a33-d76f88b7757a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.307877] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 894.308231] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1738abe-a9b7-492a-9f88-3798a2bf1f87 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.315927] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 894.315927] env[63005]: value = "task-2577644" [ 894.315927] env[63005]: _type = "Task" [ 894.315927] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.326703] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.370775] env[63005]: DEBUG nova.network.neutron [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updating instance_info_cache with network_info: [{"id": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "address": "fa:16:3e:2c:e9:35", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0cdc677a-02", "ovs_interfaceid": "0cdc677a-026d-40c1-90c9-6fbf46e9a62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.423680] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577643, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.434438] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: ffba214f-8943-487c-b68c-f7d95da04543] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 894.515115] env[63005]: DEBUG nova.scheduler.client.report [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.654768] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a6930d-34dc-9257-3a33-d76f88b7757a, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.655667] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68097f33-e72e-4f3f-88d1-a018df2a0d23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.662370] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 894.662370] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c3f4e-e959-eba1-1d07-dc5493a52f93" [ 894.662370] env[63005]: _type = "Task" [ 894.662370] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.669952] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c3f4e-e959-eba1-1d07-dc5493a52f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.827084] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577644, 'name': PowerOffVM_Task, 'duration_secs': 0.238708} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.827393] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.827581] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 894.873907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-1732e58e-9c1b-4234-87a8-fd468e78d925" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 894.925907] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577643, 'name': ReconfigVM_Task, 'duration_secs': 0.541575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.926052] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/ae47d311-cac4-47a8-9442-035bbe159751.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.926690] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4802790-91ff-44aa-85af-76061047adcc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.930891] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 894.934287] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 894.934287] env[63005]: value = "task-2577645" [ 894.934287] env[63005]: _type = "Task" [ 894.934287] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.937608] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 07676dca-3744-441e-8590-409f2ffd4501] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 894.945174] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577645, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.957936] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 894.958327] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 894.958436] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.958625] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 894.958772] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.958918] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 894.959409] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 894.959606] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 894.959784] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 894.959954] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 894.960238] env[63005]: DEBUG nova.virt.hardware [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 894.964014] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f78f63fa-2ec9-4e68-b2c9-fe8f1409e997 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.973989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984f9fb-4f34-40fe-ad50-72b6bacf231e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.175314] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c3f4e-e959-eba1-1d07-dc5493a52f93, 'name': SearchDatastore_Task, 'duration_secs': 0.012416} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.175671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 895.175953] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1d75e123-6966-4623-bd77-881432ff2004/1d75e123-6966-4623-bd77-881432ff2004.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.176303] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7060c675-1397-4f94-96e6-dc522ac3efc4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.183444] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 895.183444] env[63005]: value = "task-2577646" [ 895.183444] env[63005]: _type = "Task" [ 895.183444] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.192128] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577646, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.334879] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 895.335097] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 895.335265] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 895.335451] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 895.335597] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 895.335747] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 895.335950] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 895.336120] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 895.336293] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 895.336457] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 895.336626] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 895.341783] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f93e7d2-9d59-4a98-8862-8cf187f82eba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.360179] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 895.360179] env[63005]: value = "task-2577647" [ 895.360179] env[63005]: _type = "Task" [ 895.360179] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.368881] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577647, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.445030] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5f31a816-a0a0-48c5-8566-e7c40a192cf3] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 895.447713] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577645, 'name': Rename_Task, 'duration_secs': 0.364364} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.448320] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.448518] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b30373e3-c62e-4edf-8c1d-9620fe1692fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.455459] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 895.455459] env[63005]: value = "task-2577648" [ 895.455459] env[63005]: _type = "Task" [ 895.455459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.463291] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.528742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.621s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.528742] env[63005]: DEBUG nova.compute.manager [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63005) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 895.530783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.412s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.533547] env[63005]: INFO nova.compute.claims [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 895.637299] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 895.638453] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f899f58-14be-4bfa-b51a-6d447715d1a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.645369] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 895.645460] env[63005]: ERROR oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk due to incomplete transfer. [ 895.645706] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bb8a52cf-6446-4e9b-8e0e-a9933a9bc7a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.666294] env[63005]: DEBUG oslo_vmware.rw_handles [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cc41eb-e7a3-3fb1-8418-1ddf3846db12/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 895.666294] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Uploaded image 1131769c-92ba-43f2-877f-4e7c86b673ee to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 895.667625] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 895.668254] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-54d746b5-4c2d-4a19-b132-72c913bac6cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.679515] env[63005]: DEBUG nova.compute.manager [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Received event network-vif-plugged-7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 895.679704] env[63005]: DEBUG oslo_concurrency.lockutils [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] Acquiring lock "e0816a99-4b04-471e-9c33-748c41463b69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 895.680067] env[63005]: DEBUG oslo_concurrency.lockutils [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] Lock "e0816a99-4b04-471e-9c33-748c41463b69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 895.680172] env[63005]: DEBUG oslo_concurrency.lockutils [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] Lock "e0816a99-4b04-471e-9c33-748c41463b69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.680448] env[63005]: DEBUG nova.compute.manager [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] No waiting events found dispatching network-vif-plugged-7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 895.680633] env[63005]: WARNING nova.compute.manager [req-be1bb947-79f3-4993-b580-60ca8e053324 req-77a8f698-ce8e-4db5-98ec-34d16c6df70c service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Received unexpected event network-vif-plugged-7b467aa4-98a0-40c4-b2cc-33bacb122d8e for instance with vm_state building and task_state spawning. [ 895.681486] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 895.681486] env[63005]: value = "task-2577649" [ 895.681486] env[63005]: _type = "Task" [ 895.681486] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.697616] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577649, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.701948] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577646, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.769885] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Successfully updated port: 7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 895.875031] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577647, 'name': ReconfigVM_Task, 'duration_secs': 0.333697} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.875031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 895.948752] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 7a417ea3-79dc-4405-b890-5ec6680c8c06] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 895.969999] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577648, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.102940] env[63005]: INFO nova.scheduler.client.report [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted allocation for migration 1ba1788a-a726-44df-8cf1-5c806dc8504b [ 896.197446] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577649, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.202174] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577646, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.689775} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.202174] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1d75e123-6966-4623-bd77-881432ff2004/1d75e123-6966-4623-bd77-881432ff2004.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.202368] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.202668] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ab5a217-ca35-4025-9644-fe4678b86988 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.209221] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 896.209221] env[63005]: value = "task-2577650" [ 896.209221] env[63005]: _type = "Task" [ 896.209221] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.218361] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577650, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.273639] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 896.273799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.273937] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 896.380327] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 896.380673] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 896.380795] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.380983] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 896.381205] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.381375] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 896.381599] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 896.381770] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 896.381953] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 896.382196] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 896.382516] env[63005]: DEBUG nova.virt.hardware [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 896.388480] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.388784] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5291c76a-44e4-4961-b8d9-33436a7e3bf1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.408354] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 896.408354] env[63005]: value = "task-2577651" [ 896.408354] env[63005]: _type = "Task" [ 896.408354] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.413885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 896.417731] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef20058-5080-460a-98b7-ca41e714744b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.419641] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577651, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.425381] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 896.425381] env[63005]: value = "task-2577652" [ 896.425381] env[63005]: _type = "Task" [ 896.425381] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.433795] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577652, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.453061] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: d6fcbfca-a9ff-4085-b133-89c85fb1980e] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 896.468251] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577648, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.614273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-01e09ce9-9248-4c5b-8e32-2e9211bcd6ed tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.851s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 896.674775] env[63005]: DEBUG nova.objects.instance [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.696585] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577649, 'name': Destroy_Task, 'duration_secs': 0.557367} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.696850] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Destroyed the VM [ 896.697243] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 896.697760] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1c3fd9d2-295f-4fae-88b8-1c81dd530ed0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.707575] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 896.707575] env[63005]: value = "task-2577653" [ 896.707575] env[63005]: _type = "Task" [ 896.707575] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.718287] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577653, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.721327] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577650, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190942} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.721590] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 896.722334] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e142649-ce78-4afb-94b6-0f867aa7e404 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.746667] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 1d75e123-6966-4623-bd77-881432ff2004/1d75e123-6966-4623-bd77-881432ff2004.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.746993] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b12436-da3e-45df-a9fc-3be183d4f60e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.768459] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 896.768459] env[63005]: value = "task-2577654" [ 896.768459] env[63005]: _type = "Task" [ 896.768459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.779050] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577654, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.824288] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 896.922384] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577651, 'name': ReconfigVM_Task, 'duration_secs': 0.178073} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.922384] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 896.922384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b29b0b-93ab-4ff0-9c7a-c820a19786e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.951789] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 896.952689] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e39931-154d-4cd5-b4ed-30a791299355 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.975719] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 0a3c5e11-62b6-4f02-bc14-917a932ecf54] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 896.978017] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577652, 'name': PowerOffVM_Task, 'duration_secs': 0.276655} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.982531] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.985446] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c196b42-2cfe-4ed7-9819-a102352ab70c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.993011] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 896.993011] env[63005]: value = "task-2577655" [ 896.993011] env[63005]: _type = "Task" [ 896.993011] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.001292] env[63005]: DEBUG oslo_vmware.api [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577648, 'name': PowerOnVM_Task, 'duration_secs': 1.029148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.021641] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 897.025130] env[63005]: INFO nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Took 10.08 seconds to spawn the instance on the hypervisor. [ 897.025130] env[63005]: DEBUG nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.025130] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07558d3-e74c-4a33-ba7d-be5307adbf93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.027759] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8aa982-254d-4ae2-a448-9e5c1c9ea809 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.031161] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e7be86-b4b2-425d-9738-6f92f8e63898 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.037456] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577655, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.044947] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b81c455-b752-4935-85da-a50750edfb58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.082687] env[63005]: DEBUG nova.network.neutron [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Updating instance_info_cache with network_info: [{"id": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "address": "fa:16:3e:09:6d:60", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b467aa4-98", "ovs_interfaceid": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.084816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc79f9dc-0cb1-4fa8-80b8-02bbf304dfa2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.094901] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3614114-c4b9-41aa-aecb-99412b00a760 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.100950] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.101572] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fdc192a-6ec0-4627-95cf-192175148f14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.114840] env[63005]: DEBUG nova.compute.provider_tree [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.117479] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 897.117479] env[63005]: value = "task-2577656" [ 897.117479] env[63005]: _type = "Task" [ 897.117479] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.127446] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 897.127446] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.127639] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.127774] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.127946] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.128426] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-422c49c8-de1b-4362-a9f5-e08d43e31411 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.137771] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.137948] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.138685] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98ade085-dbe4-4542-a8c3-96f0ad4966b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.143113] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 897.143113] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]520c1dd2-fc5c-4fe5-3ae8-a4adfbe192e7" [ 897.143113] env[63005]: _type = "Task" [ 897.143113] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.150802] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520c1dd2-fc5c-4fe5-3ae8-a4adfbe192e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.179795] env[63005]: DEBUG oslo_concurrency.lockutils [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.179956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.180142] env[63005]: DEBUG nova.network.neutron [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 897.180317] env[63005]: DEBUG nova.objects.instance [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'info_cache' on Instance uuid 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 897.216338] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577653, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.280254] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577654, 'name': ReconfigVM_Task, 'duration_secs': 0.276046} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.280528] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 1d75e123-6966-4623-bd77-881432ff2004/1d75e123-6966-4623-bd77-881432ff2004.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.281181] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f256afbb-d4c4-4ef0-a275-2ddc7d72be5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.287692] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 897.287692] env[63005]: value = "task-2577657" [ 897.287692] env[63005]: _type = "Task" [ 897.287692] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.295682] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577657, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.480677] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 30c1a88b-ddae-4f0d-bf14-49dd2c77a92f] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 897.502851] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.558714] env[63005]: INFO nova.compute.manager [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Took 44.67 seconds to build instance. [ 897.589546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 897.589863] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Instance network_info: |[{"id": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "address": "fa:16:3e:09:6d:60", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b467aa4-98", "ovs_interfaceid": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 897.590518] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:6d:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6b151a0c-aa46-4d21-9ef5-c09cf350b19c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b467aa4-98a0-40c4-b2cc-33bacb122d8e', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 897.597869] env[63005]: DEBUG oslo.service.loopingcall [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 897.598086] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 897.598344] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-458cbe27-6d6c-44c0-abf8-d87bf81bcd4f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.620083] env[63005]: DEBUG nova.scheduler.client.report [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.623868] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 897.623868] env[63005]: value = "task-2577658" [ 897.623868] env[63005]: _type = "Task" [ 897.623868] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.632082] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577658, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.652531] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520c1dd2-fc5c-4fe5-3ae8-a4adfbe192e7, 'name': SearchDatastore_Task, 'duration_secs': 0.028705} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.653310] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0854707-694c-4207-92fa-22cc7b45122f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.658430] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 897.658430] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a0e223-71d4-1160-e6f0-d96c60f31851" [ 897.658430] env[63005]: _type = "Task" [ 897.658430] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.665937] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a0e223-71d4-1160-e6f0-d96c60f31851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.686246] env[63005]: DEBUG nova.objects.base [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Object Instance<573ce87d-556a-4761-b5e0-c479c9005783> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 897.709870] env[63005]: DEBUG nova.compute.manager [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Received event network-changed-7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 897.710186] env[63005]: DEBUG nova.compute.manager [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Refreshing instance network info cache due to event network-changed-7b467aa4-98a0-40c4-b2cc-33bacb122d8e. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 897.710524] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] Acquiring lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 897.710775] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] Acquired lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.710997] env[63005]: DEBUG nova.network.neutron [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Refreshing network info cache for port 7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 897.723710] env[63005]: DEBUG oslo_vmware.api [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577653, 'name': RemoveSnapshot_Task, 'duration_secs': 0.532625} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.724540] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 897.724834] env[63005]: INFO nova.compute.manager [None req-119171b8-472d-4a19-b4e4-b05c83b2c3cd tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Took 15.09 seconds to snapshot the instance on the hypervisor. [ 897.798096] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577657, 'name': Rename_Task, 'duration_secs': 0.126873} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.798469] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 897.798756] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ffc08ab-8b60-4bd8-a435-1146458ea571 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.804859] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 897.804859] env[63005]: value = "task-2577659" [ 897.804859] env[63005]: _type = "Task" [ 897.804859] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.812285] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.984210] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 87f2c2b5-5cf1-4be8-b4cb-17736d7e6719] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 898.007623] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577655, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.060671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d1f4b085-9026-4bee-8b26-19094743676e tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.915s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.125402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.125880] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 898.130520] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.770s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.130779] env[63005]: DEBUG nova.objects.instance [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'resources' on Instance uuid bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.142564] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577658, 'name': CreateVM_Task, 'duration_secs': 0.457822} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.142564] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 898.143742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.143742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.143742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 898.143977] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ada0ed-dbcc-4a6d-95e9-10e61ac82021 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.150568] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 898.150568] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52292c76-31b3-36e1-8ef5-2776ad8bcd1b" [ 898.150568] env[63005]: _type = "Task" [ 898.150568] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.159624] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52292c76-31b3-36e1-8ef5-2776ad8bcd1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.169043] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a0e223-71d4-1160-e6f0-d96c60f31851, 'name': SearchDatastore_Task, 'duration_secs': 0.009058} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.169929] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.170215] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 898.170479] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb405188-1c1f-49ae-adc5-fc4aa600d2ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.177389] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 898.177389] env[63005]: value = "task-2577660" [ 898.177389] env[63005]: _type = "Task" [ 898.177389] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.185654] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577660, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.192562] env[63005]: INFO nova.compute.manager [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Rescuing [ 898.192798] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.192938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.193149] env[63005]: DEBUG nova.network.neutron [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.315840] env[63005]: DEBUG oslo_vmware.api [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577659, 'name': PowerOnVM_Task, 'duration_secs': 0.443553} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.316126] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 898.316364] env[63005]: INFO nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Took 8.75 seconds to spawn the instance on the hypervisor. [ 898.316605] env[63005]: DEBUG nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 898.317381] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91235521-ab29-4279-819e-655c39ffeeb0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.431213] env[63005]: DEBUG nova.network.neutron [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Updated VIF entry in instance network info cache for port 7b467aa4-98a0-40c4-b2cc-33bacb122d8e. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 898.431576] env[63005]: DEBUG nova.network.neutron [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Updating instance_info_cache with network_info: [{"id": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "address": "fa:16:3e:09:6d:60", "network": {"id": "db51dd05-a013-443e-b8de-b061174a39b7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1994851833-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb4dee4aa8f44e808214e16b92161a15", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6b151a0c-aa46-4d21-9ef5-c09cf350b19c", "external-id": "nsx-vlan-transportzone-343", "segmentation_id": 343, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b467aa4-98", "ovs_interfaceid": "7b467aa4-98a0-40c4-b2cc-33bacb122d8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.487653] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 2b9ae7b8-0bff-416f-81b7-d24cbf636d2c] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 898.506948] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577655, 'name': ReconfigVM_Task, 'duration_secs': 1.346756} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.507648] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Reconfigured VM instance instance-0000003e to attach disk [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a/b7e6ca16-0d30-434d-ba07-fa683a4a492a.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 898.507925] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 898.516024] env[63005]: DEBUG nova.network.neutron [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [{"id": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "address": "fa:16:3e:b0:01:1c", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap146bd64c-cf", "ovs_interfaceid": "146bd64c-cf48-445f-8633-8c7d9cb5e6b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.640514] env[63005]: DEBUG nova.compute.utils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 898.642837] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.642837] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.663162] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52292c76-31b3-36e1-8ef5-2776ad8bcd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011902} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.666637] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.666637] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 898.666833] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 898.666945] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.669493] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 898.669493] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d4412c1f-0676-4ced-8745-5bac742919e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.685394] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 898.685662] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 898.687454] env[63005]: DEBUG nova.policy [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6dcdda444f542a8b61d097cdee1b30e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac27e13da97f4bc08f6ff90e53dd8a35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.689470] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f609fc30-cad8-4b34-9da5-19b3418475d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.695678] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577660, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.700130] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 898.700130] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bacccb-7f6b-efc2-defa-1d5bcb0ed7f5" [ 898.700130] env[63005]: _type = "Task" [ 898.700130] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.710815] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bacccb-7f6b-efc2-defa-1d5bcb0ed7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.848185] env[63005]: INFO nova.compute.manager [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Took 45.00 seconds to build instance. [ 898.920334] env[63005]: DEBUG nova.network.neutron [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updating instance_info_cache with network_info: [{"id": "64679304-8139-42c3-9895-b1f16251f76f", "address": "fa:16:3e:e8:00:4b", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64679304-81", "ovs_interfaceid": "64679304-8139-42c3-9895-b1f16251f76f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.934395] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6173521-3721-4ada-9e3c-115b2abb30ce req-e4952b19-ba4c-462d-bbef-fbce02214fd1 service nova] Releasing lock "refresh_cache-e0816a99-4b04-471e-9c33-748c41463b69" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 898.994023] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 120df506-ef17-4f23-b077-a4e806feded9] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 899.019938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-573ce87d-556a-4761-b5e0-c479c9005783" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.023900] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e75db55-eef2-4d74-96ad-ab96e2de38b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.047699] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb78e43a-fc4a-4f0e-b0d7-c055f615a0c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.069836] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 899.111036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-931ef1b0-5b39-4dee-8392-1e15da13fc04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.120920] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e8e5ec-b0fd-4f97-8538-9470dad4eab1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.153446] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 899.158562] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944d69fd-d233-466f-a352-2b0f8ca1f9f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.165740] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Successfully created port: 2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 899.174061] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6761ae-d76d-4911-9672-e2b5419363c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.190586] env[63005]: DEBUG nova.compute.provider_tree [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.197756] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577660, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526223} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.198020] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 899.199460] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6f6b21-e030-4c96-ab9b-ff5f5c52acba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.229737] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.234030] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5fb6260-1c48-4fe6-8310-d79567bcfd8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.249417] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bacccb-7f6b-efc2-defa-1d5bcb0ed7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.251588] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1535e661-38e6-449a-8c1b-4bfde508b80d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.257234] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 899.257234] env[63005]: value = "task-2577661" [ 899.257234] env[63005]: _type = "Task" [ 899.257234] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.257746] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 899.257746] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523182a8-75e3-a9a0-1f83-5d0327d79b1c" [ 899.257746] env[63005]: _type = "Task" [ 899.257746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.269950] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577661, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.273812] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523182a8-75e3-a9a0-1f83-5d0327d79b1c, 'name': SearchDatastore_Task, 'duration_secs': 0.010189} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.274078] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.274357] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] e0816a99-4b04-471e-9c33-748c41463b69/e0816a99-4b04-471e-9c33-748c41463b69.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 899.274618] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c94ec548-86fc-433f-a329-ed03a74f7193 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.282133] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 899.282133] env[63005]: value = "task-2577662" [ 899.282133] env[63005]: _type = "Task" [ 899.282133] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.290945] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.353684] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8049d382-2d34-4bc9-a35e-6285f094fbc3 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.744s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.424790] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "refresh_cache-ae47d311-cac4-47a8-9442-035bbe159751" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 899.498041] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6eec2d20-2023-4bfe-ab14-69410c00cb5b] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 899.611643] env[63005]: DEBUG nova.network.neutron [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Port 2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 899.694629] env[63005]: DEBUG nova.scheduler.client.report [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.767551] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577661, 'name': ReconfigVM_Task, 'duration_secs': 0.458109} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.767875] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.769095] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bc7372d-c831-489d-b745-9300c3b6116c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.800713] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bcae5b-135a-4b3c-82b0-3ea5af4074df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.816630] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577662, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.818335] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 899.818335] env[63005]: value = "task-2577663" [ 899.818335] env[63005]: _type = "Task" [ 899.818335] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.826794] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.001713] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: f3c24f0e-73fe-4c35-a705-2b39c96fe5a4] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 900.025664] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.025974] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bce8d90c-fac3-4291-bd0e-b67eda180ea9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.034703] env[63005]: DEBUG oslo_vmware.api [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 900.034703] env[63005]: value = "task-2577664" [ 900.034703] env[63005]: _type = "Task" [ 900.034703] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.043760] env[63005]: DEBUG oslo_vmware.api [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577664, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.174789] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 900.178533] env[63005]: DEBUG nova.compute.manager [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 900.179986] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf01dde-294c-4516-b5da-72ef3005ded0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.207872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.210118] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.194s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.210375] env[63005]: DEBUG nova.objects.instance [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid 34075d8e-9e54-40f4-b37a-da35e1d2b1c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.217204] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 900.217532] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 900.217617] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 900.217771] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 900.217913] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 900.218100] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 900.218272] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 900.218438] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 900.218797] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 900.218797] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 900.218925] env[63005]: DEBUG nova.virt.hardware [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 900.220110] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab4bef8-270b-4afd-b6cc-c4cd6758304b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.228583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0834039b-a2ee-4547-b637-ade6019b9905 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.248019] env[63005]: INFO nova.scheduler.client.report [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted allocations for instance bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b [ 900.302231] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577662, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.327916] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577663, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.506807] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a5376d43-a90b-43df-80ad-ffa5b3b3e959] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 900.546079] env[63005]: DEBUG oslo_vmware.api [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577664, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.629118] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.629389] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.629597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.692610] env[63005]: INFO nova.compute.manager [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] instance snapshotting [ 900.695512] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d534f732-1ed0-4954-92fa-1783947386b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.722359] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0af246-347f-4193-844d-cd5f3ceaa83f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.756901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0ea9513-801b-4cb0-8547-9b1a66bcfcac tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.846s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.802809] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577662, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.469487} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.804095] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] e0816a99-4b04-471e-9c33-748c41463b69/e0816a99-4b04-471e-9c33-748c41463b69.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 900.804095] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 900.804095] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d73e4ec8-7a9f-44a0-bea9-a32511bedac2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.815810] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 900.815810] env[63005]: value = "task-2577665" [ 900.815810] env[63005]: _type = "Task" [ 900.815810] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.833258] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.837822] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577663, 'name': ReconfigVM_Task, 'duration_secs': 0.576734} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.839467] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.839467] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c63d3e38-ee20-4291-a1e2-11307248d73a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.846049] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 900.846049] env[63005]: value = "task-2577666" [ 900.846049] env[63005]: _type = "Task" [ 900.846049] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.858871] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.968606] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 900.968606] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99f04f7c-072c-4334-8b72-6c52b6e1c877 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.975283] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 900.975283] env[63005]: value = "task-2577667" [ 900.975283] env[63005]: _type = "Task" [ 900.975283] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.986289] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.012316] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.012540] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Cleaning up deleted instances with incomplete migration {{(pid=63005) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 901.052713] env[63005]: DEBUG oslo_vmware.api [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577664, 'name': PowerOnVM_Task, 'duration_secs': 0.835829} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.053150] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.053464] env[63005]: DEBUG nova.compute.manager [None req-68e267f2-3041-4291-a9bf-2a216a81e397 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.054746] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ff0998-fcc6-484e-9190-65b65fa3faa6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.166138] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Successfully updated port: 2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 901.182808] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173e33a-47a0-4036-ad65-6ca1c61a0315 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.191040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24fae3b-1dec-41d9-a206-a0f75b79f8ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.225311] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96e187f-6326-42b8-a543-fc9533ec0b33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.230443] env[63005]: DEBUG nova.compute.manager [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Received event network-vif-plugged-2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 901.230959] env[63005]: DEBUG oslo_concurrency.lockutils [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] Acquiring lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.230959] env[63005]: DEBUG oslo_concurrency.lockutils [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.231089] env[63005]: DEBUG oslo_concurrency.lockutils [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.231200] env[63005]: DEBUG nova.compute.manager [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] No waiting events found dispatching network-vif-plugged-2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 901.231360] env[63005]: WARNING nova.compute.manager [req-a2c6fe4f-5af8-4b8a-91d6-f64eb76cd62d req-a0c2b819-348d-4cb7-aedb-2c4d2fc50fda service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Received unexpected event network-vif-plugged-2fd2c6a8-7f21-49b3-b914-4a164d145005 for instance with vm_state building and task_state spawning. [ 901.234771] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.235093] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4d2c64b4-d511-47ec-8905-a77a8779f12d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.239100] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5eac01-27a4-4f94-93d6-ee6e198f8124 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.254753] env[63005]: DEBUG nova.compute.provider_tree [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.258520] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 901.258520] env[63005]: value = "task-2577668" [ 901.258520] env[63005]: _type = "Task" [ 901.258520] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.266863] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577668, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.327279] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094708} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.327338] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 901.328259] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8422033-76a2-42f5-b1cc-b0fd35a2b885 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.350662] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e0816a99-4b04-471e-9c33-748c41463b69/e0816a99-4b04-471e-9c33-748c41463b69.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 901.351036] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09d91b6f-b5df-4e06-bc38-ebd8b9418f77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.380205] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.381969] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 901.381969] env[63005]: value = "task-2577669" [ 901.381969] env[63005]: _type = "Task" [ 901.381969] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.392604] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577669, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.484878] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577667, 'name': PowerOffVM_Task, 'duration_secs': 0.362761} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.485221] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 901.486035] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006da84-fa38-4864-9990-60af3ddb9542 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.506028] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d9dc62-3a2f-45c2-b9e3-d384ff4f6b6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.515025] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 901.536948] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 901.537263] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f847546-ac99-4498-9f97-f3bec930a5f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.544163] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 901.544163] env[63005]: value = "task-2577670" [ 901.544163] env[63005]: _type = "Task" [ 901.544163] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.554987] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 901.555234] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 901.555484] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.555700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.555840] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 901.556062] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58e2e36b-e624-444a-80a9-703399ea0d53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.580970] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 901.582155] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 901.582155] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd9ddc36-1f4d-4177-8700-807bd3233e0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.587703] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 901.587703] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a79497-80d2-83c2-1653-44c6e43f8ca2" [ 901.587703] env[63005]: _type = "Task" [ 901.587703] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.596766] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a79497-80d2-83c2-1653-44c6e43f8ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.668107] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.668314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquired lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.668374] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.727787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 901.727998] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.728199] env[63005]: DEBUG nova.network.neutron [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.759781] env[63005]: DEBUG nova.scheduler.client.report [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.775842] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577668, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.861674] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.876275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.876275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.876275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.876486] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.877648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.879136] env[63005]: INFO nova.compute.manager [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Terminating instance [ 901.893910] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577669, 'name': ReconfigVM_Task, 'duration_secs': 0.429927} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.894556] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e0816a99-4b04-471e-9c33-748c41463b69/e0816a99-4b04-471e-9c33-748c41463b69.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.894945] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0dd8cd5-eedf-4c3c-abbc-fe63145c14d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.902833] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 901.902833] env[63005]: value = "task-2577671" [ 901.902833] env[63005]: _type = "Task" [ 901.902833] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.911675] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577671, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.956047] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "1d75e123-6966-4623-bd77-881432ff2004" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.956245] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.956497] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "1d75e123-6966-4623-bd77-881432ff2004-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 901.956717] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 901.956896] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 901.959463] env[63005]: INFO nova.compute.manager [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Terminating instance [ 902.101751] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a79497-80d2-83c2-1653-44c6e43f8ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.011549} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.104065] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61ad3227-994a-4c93-938e-7e98041bdc6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.111549] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 902.111549] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52308bcd-d34b-03ca-6954-08f1cfdd36b7" [ 902.111549] env[63005]: _type = "Task" [ 902.111549] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.123854] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52308bcd-d34b-03ca-6954-08f1cfdd36b7, 'name': SearchDatastore_Task} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.125483] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.125483] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 902.125483] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e383af06-5833-4b1d-b8c3-2828e6df50ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.137157] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 902.137157] env[63005]: value = "task-2577672" [ 902.137157] env[63005]: _type = "Task" [ 902.137157] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.142870] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577672, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.230075] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.268105] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.275202] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.773s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.275542] env[63005]: DEBUG nova.objects.instance [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'resources' on Instance uuid efe2f4dd-4755-403b-831f-e51abb2f5ce1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 902.287176] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577668, 'name': CreateSnapshot_Task, 'duration_secs': 0.773933} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.288799] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 902.290431] env[63005]: INFO nova.scheduler.client.report [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance 34075d8e-9e54-40f4-b37a-da35e1d2b1c7 [ 902.293368] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47e3e8d-f8cc-4ea9-b851-dc93ca3d7010 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.361839] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.390483] env[63005]: DEBUG nova.compute.manager [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.390483] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.391475] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96d7c5d-21fd-401d-8d5a-6ff096814ac1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.400286] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.401145] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a696d657-4940-4d67-8517-cf9be8da2e80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.404029] env[63005]: DEBUG nova.network.neutron [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updating instance_info_cache with network_info: [{"id": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "address": "fa:16:3e:92:d8:23", "network": {"id": "3277bc29-6160-4e4d-b039-cbcae16fec56", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782250334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac27e13da97f4bc08f6ff90e53dd8a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd2c6a8-7f", "ovs_interfaceid": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.415321] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577671, 'name': Rename_Task, 'duration_secs': 0.254976} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.416991] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 902.418825] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 902.418825] env[63005]: value = "task-2577673" [ 902.418825] env[63005]: _type = "Task" [ 902.418825] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.418825] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f9cdd39-9d80-421d-ad46-cfcecf5238b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.432058] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.433572] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 902.433572] env[63005]: value = "task-2577674" [ 902.433572] env[63005]: _type = "Task" [ 902.433572] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.444355] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.468015] env[63005]: DEBUG nova.compute.manager [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 902.468015] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 902.468898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d915a-d773-4c46-9e3e-b1cf22ab4dd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.478333] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.478805] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701b007a-15c0-41ca-bbe3-b410e58fac3d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.486470] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 902.486470] env[63005]: value = "task-2577675" [ 902.486470] env[63005]: _type = "Task" [ 902.486470] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.495808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.496131] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.502215] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.503728] env[63005]: DEBUG nova.network.neutron [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.646329] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577672, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.805939] env[63005]: DEBUG oslo_concurrency.lockutils [None req-36a8ad02-43b6-4b65-adf1-f1849e5482eb tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "34075d8e-9e54-40f4-b37a-da35e1d2b1c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.278s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.820263] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 902.822030] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80f35bf7-d280-470b-b486-55a2aed28e7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.830677] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 902.830677] env[63005]: value = "task-2577676" [ 902.830677] env[63005]: _type = "Task" [ 902.830677] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.842258] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577676, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.862880] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.867260] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.868115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.868341] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "573ce87d-556a-4761-b5e0-c479c9005783-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 902.868959] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 902.868959] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.873879] env[63005]: INFO nova.compute.manager [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Terminating instance [ 902.907229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Releasing lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 902.907532] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Instance network_info: |[{"id": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "address": "fa:16:3e:92:d8:23", "network": {"id": "3277bc29-6160-4e4d-b039-cbcae16fec56", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782250334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac27e13da97f4bc08f6ff90e53dd8a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd2c6a8-7f", "ovs_interfaceid": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.907948] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:d8:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c0d5204b-f60e-4830-84c8-2fe246c28202', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2fd2c6a8-7f21-49b3-b914-4a164d145005', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.916559] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Creating folder: Project (ac27e13da97f4bc08f6ff90e53dd8a35). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.919100] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b519419-f703-472d-90ab-d40df3458138 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.932095] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577673, 'name': PowerOffVM_Task, 'duration_secs': 0.262789} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.935927] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 902.936140] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 902.936475] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Created folder: Project (ac27e13da97f4bc08f6ff90e53dd8a35) in parent group-v519994. [ 902.936644] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Creating folder: Instances. Parent ref: group-v520193. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 902.937073] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd2f4ce1-1a42-42ac-b7f9-2256087b6a9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.942339] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3c61132-a789-46b6-8e97-58f14776ccad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.949376] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577674, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.953758] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Created folder: Instances in parent group-v520193. [ 902.954020] env[63005]: DEBUG oslo.service.loopingcall [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 902.954257] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.954428] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78099ac6-8660-4820-a330-6b678ffea771 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.980067] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.980067] env[63005]: value = "task-2577680" [ 902.980067] env[63005]: _type = "Task" [ 902.980067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.995232] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577680, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.000981] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577675, 'name': PowerOffVM_Task, 'duration_secs': 0.311124} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.001339] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.001478] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.001757] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9005c4c9-869a-4640-83d1-ad2b0b092475 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.003814] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 903.009485] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 903.016200] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.016200] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.016200] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore2] a4a56a92-d12d-4e4e-983a-336949f7bbb3 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.016200] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8fc3b54-fb46-4c6e-85ee-ba1e9be8f0e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.024101] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 903.024101] env[63005]: value = "task-2577682" [ 903.024101] env[63005]: _type = "Task" [ 903.024101] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.036201] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.083464] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.084041] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.084163] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Deleting the datastore file [datastore1] 1d75e123-6966-4623-bd77-881432ff2004 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.084584] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29369333-e5c0-4d8f-a1cd-befad426ed92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.094561] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for the task: (returnval){ [ 903.094561] env[63005]: value = "task-2577683" [ 903.094561] env[63005]: _type = "Task" [ 903.094561] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.106416] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.150291] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577672, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684835} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.152116] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 903.153176] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e075a46e-b8fa-4ec8-a2e7-82d0de88504c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.179929] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.183285] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa0482e8-3e28-446f-95ec-79b3a613b4b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.202790] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 903.202790] env[63005]: value = "task-2577684" [ 903.202790] env[63005]: _type = "Task" [ 903.202790] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.215755] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577684, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.261404] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c8d549-8c35-4921-b3f7-cc9df4fdc66b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.270050] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fd5946-6952-4aa0-987f-e7184fc42ab0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.305293] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d837d-50f3-482f-9827-1814350a3bf3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.313745] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687e5b6b-aa06-47ab-9765-5f4a05a9fca0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.328089] env[63005]: DEBUG nova.compute.provider_tree [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.339345] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577676, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.362122] env[63005]: DEBUG oslo_vmware.api [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577666, 'name': PowerOnVM_Task, 'duration_secs': 2.306943} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.362391] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.365238] env[63005]: DEBUG nova.compute.manager [None req-f8f8352e-2c6d-4166-8d88-042aa385d9f7 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.366040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e889b9c-15bc-4dba-9168-97cbab14fc4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.376085] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "c3026000-ae9d-4378-9d76-658e3d00b183" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.376331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.376535] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.376878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 903.376878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 903.379097] env[63005]: INFO nova.compute.manager [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Terminating instance [ 903.382731] env[63005]: DEBUG nova.compute.manager [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.382731] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.382897] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1307b016-e544-417f-b0f2-84539fbfb3fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.395829] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.395981] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57a85bda-a30d-4dc2-9208-1b7ad8b675c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.402988] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 903.402988] env[63005]: value = "task-2577685" [ 903.402988] env[63005]: _type = "Task" [ 903.402988] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.409055] env[63005]: DEBUG nova.compute.manager [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Received event network-changed-2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.409258] env[63005]: DEBUG nova.compute.manager [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Refreshing instance network info cache due to event network-changed-2fd2c6a8-7f21-49b3-b914-4a164d145005. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 903.409523] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] Acquiring lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.409603] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] Acquired lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.409762] env[63005]: DEBUG nova.network.neutron [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Refreshing network info cache for port 2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 903.418065] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.445870] env[63005]: DEBUG oslo_vmware.api [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577674, 'name': PowerOnVM_Task, 'duration_secs': 0.777932} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.446623] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 903.446836] env[63005]: INFO nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Took 8.52 seconds to spawn the instance on the hypervisor. [ 903.447032] env[63005]: DEBUG nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 903.448018] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a2880c6-0ba9-4ada-93fb-a1677438c20b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.489959] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577680, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.534994] env[63005]: DEBUG oslo_vmware.api [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247582} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.536200] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 903.536492] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.536673] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.536851] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.537033] env[63005]: INFO nova.compute.manager [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Took 1.15 seconds to destroy the instance on the hypervisor. [ 903.537306] env[63005]: DEBUG oslo.service.loopingcall [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.538220] env[63005]: DEBUG nova.compute.manager [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.538319] env[63005]: DEBUG nova.network.neutron [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.540725] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad7406f-60f0-4caf-bf8f-adb57871c2c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.563965] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8990533-0ebd-4399-8119-6f8dc78f5ffd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.571015] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 903.606921] env[63005]: DEBUG oslo_vmware.api [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Task: {'id': task-2577683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236609} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.607215] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.607591] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.607784] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.608041] env[63005]: INFO nova.compute.manager [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Took 1.14 seconds to destroy the instance on the hypervisor. [ 903.608390] env[63005]: DEBUG oslo.service.loopingcall [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 903.608614] env[63005]: DEBUG nova.compute.manager [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 903.608718] env[63005]: DEBUG nova.network.neutron [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 903.715572] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.838111] env[63005]: DEBUG nova.scheduler.client.report [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.857025] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577676, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.898120] env[63005]: DEBUG nova.compute.manager [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 903.898120] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.899932] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48650aa2-874a-41d4-8e23-6212e3e8e585 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.915739] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577685, 'name': PowerOffVM_Task, 'duration_secs': 0.477623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.919704] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.919941] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.920257] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 903.920879] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fb7c9a3-03a7-4c05-8658-6a5db66ec9f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.922599] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd2c62b3-226a-4110-939b-e0445e1fe1c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.931827] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 903.931827] env[63005]: value = "task-2577686" [ 903.931827] env[63005]: _type = "Task" [ 903.931827] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.944356] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.968321] env[63005]: INFO nova.compute.manager [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Took 36.48 seconds to build instance. [ 903.977537] env[63005]: DEBUG nova.compute.manager [req-45b222a3-d552-42f6-b686-be9156926490 req-6191cc86-4723-46bd-8a2a-b81a98e66bec service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Received event network-vif-deleted-abbcc905-5f0c-4f31-ada0-051caa6f6bbb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 903.977537] env[63005]: INFO nova.compute.manager [req-45b222a3-d552-42f6-b686-be9156926490 req-6191cc86-4723-46bd-8a2a-b81a98e66bec service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Neutron deleted interface abbcc905-5f0c-4f31-ada0-051caa6f6bbb; detaching it from the instance and deleting it from the info cache [ 903.977537] env[63005]: DEBUG nova.network.neutron [req-45b222a3-d552-42f6-b686-be9156926490 req-6191cc86-4723-46bd-8a2a-b81a98e66bec service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.993598] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577680, 'name': CreateVM_Task, 'duration_secs': 0.532067} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.993658] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.994407] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 903.994561] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.994907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 903.995191] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75011ff1-ffcb-4b3d-8184-987e782a72a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.001500] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 904.001500] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5236eaf3-11af-f284-b37c-1d0b0f0a5a51" [ 904.001500] env[63005]: _type = "Task" [ 904.001500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.012586] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5236eaf3-11af-f284-b37c-1d0b0f0a5a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.016794] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.017030] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.017212] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleting the datastore file [datastore2] 573ce87d-556a-4761-b5e0-c479c9005783 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.019094] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92ac678a-d999-48ff-944c-09148ce1b407 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.026777] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 904.026777] env[63005]: value = "task-2577688" [ 904.026777] env[63005]: _type = "Task" [ 904.026777] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.037718] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.080035] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.080035] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a49194d9-9ff5-4d2d-8732-d7c167c2f9f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.085500] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 904.085500] env[63005]: value = "task-2577689" [ 904.085500] env[63005]: _type = "Task" [ 904.085500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.095433] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577689, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.179206] env[63005]: DEBUG nova.network.neutron [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updated VIF entry in instance network info cache for port 2fd2c6a8-7f21-49b3-b914-4a164d145005. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 904.179571] env[63005]: DEBUG nova.network.neutron [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updating instance_info_cache with network_info: [{"id": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "address": "fa:16:3e:92:d8:23", "network": {"id": "3277bc29-6160-4e4d-b039-cbcae16fec56", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782250334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac27e13da97f4bc08f6ff90e53dd8a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd2c6a8-7f", "ovs_interfaceid": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.216159] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577684, 'name': ReconfigVM_Task, 'duration_secs': 0.605144} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.216516] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ae47d311-cac4-47a8-9442-035bbe159751/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.217407] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a12a691-e4a7-471d-8e35-1e6bb7443d4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.243472] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37e02d55-e665-43cc-a2e8-191aa9ce0d20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.259182] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 904.259182] env[63005]: value = "task-2577690" [ 904.259182] env[63005]: _type = "Task" [ 904.259182] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.271188] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.353786] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.355804] env[63005]: DEBUG nova.network.neutron [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.357627] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577676, 'name': CloneVM_Task, 'duration_secs': 1.268344} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.358062] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.587s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.359624] env[63005]: INFO nova.compute.claims [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.363136] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Created linked-clone VM from snapshot [ 904.363824] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d39e4a-867d-4efc-a3e3-a5db1eb10f53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.372455] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Uploading image 02969002-3a37-457d-a3b3-60276dc730d3 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 904.386085] env[63005]: INFO nova.scheduler.client.report [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance efe2f4dd-4755-403b-831f-e51abb2f5ce1 [ 904.401710] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 904.401710] env[63005]: value = "vm-520192" [ 904.401710] env[63005]: _type = "VirtualMachine" [ 904.401710] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 904.402261] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-88e3f110-8d82-4967-9fff-8bab86e10eef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.411532] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease: (returnval){ [ 904.411532] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521cf51c-8d9b-2f9d-8d72-5b6be08daa04" [ 904.411532] env[63005]: _type = "HttpNfcLease" [ 904.411532] env[63005]: } obtained for exporting VM: (result){ [ 904.411532] env[63005]: value = "vm-520192" [ 904.411532] env[63005]: _type = "VirtualMachine" [ 904.411532] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 904.411783] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the lease: (returnval){ [ 904.411783] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521cf51c-8d9b-2f9d-8d72-5b6be08daa04" [ 904.411783] env[63005]: _type = "HttpNfcLease" [ 904.411783] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 904.420168] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.420168] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521cf51c-8d9b-2f9d-8d72-5b6be08daa04" [ 904.420168] env[63005]: _type = "HttpNfcLease" [ 904.420168] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 904.442725] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577686, 'name': PowerOffVM_Task, 'duration_secs': 0.366083} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.443387] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 904.443387] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 904.443609] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-59f63db8-9873-419e-91c8-15103fbb22c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.471067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-befbdcf8-dede-471f-8884-07975f09506f tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.989s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.481169] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b448c14a-6805-4b27-8180-7cbb4a6eb92a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.491433] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f866cc8-28fa-4730-aff7-ac39bf780f79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.507693] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 904.507935] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 904.508134] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleting the datastore file [datastore2] c3026000-ae9d-4378-9d76-658e3d00b183 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 904.508780] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8335bf9d-a24b-492a-b313-d7b00e937f41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.517574] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5236eaf3-11af-f284-b37c-1d0b0f0a5a51, 'name': SearchDatastore_Task, 'duration_secs': 0.015811} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.530971] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.531261] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.531505] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 904.531652] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.531830] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.532143] env[63005]: DEBUG nova.network.neutron [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.533396] env[63005]: DEBUG nova.compute.manager [req-45b222a3-d552-42f6-b686-be9156926490 req-6191cc86-4723-46bd-8a2a-b81a98e66bec service nova] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Detach interface failed, port_id=abbcc905-5f0c-4f31-ada0-051caa6f6bbb, reason: Instance a4a56a92-d12d-4e4e-983a-336949f7bbb3 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 904.535119] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06b5ef81-58c1-4f4d-839c-373149f0081c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.540348] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for the task: (returnval){ [ 904.540348] env[63005]: value = "task-2577693" [ 904.540348] env[63005]: _type = "Task" [ 904.540348] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.547300] env[63005]: DEBUG oslo_vmware.api [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278027} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.548769] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 904.548980] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 904.549178] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 904.549350] env[63005]: INFO nova.compute.manager [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 1.17 seconds to destroy the instance on the hypervisor. [ 904.549639] env[63005]: DEBUG oslo.service.loopingcall [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 904.549894] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.550143] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.553854] env[63005]: DEBUG nova.compute.manager [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 904.553951] env[63005]: DEBUG nova.network.neutron [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.555577] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-867076ac-d8ea-48ad-acc4-71d544ec9a56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.557872] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.564070] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 904.564070] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52491216-797d-d37a-0618-9d6caeb44a26" [ 904.564070] env[63005]: _type = "Task" [ 904.564070] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.575482] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52491216-797d-d37a-0618-9d6caeb44a26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.598035] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577689, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.682695] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd91b60e-50a8-437e-97fc-69619f348daf req-57f5f8a3-9ade-43b8-8c03-16a6da8b72ff service nova] Releasing lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 904.684108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "be04d244-e01a-4b42-8345-5bd9243cc922" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.684108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.772452] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577690, 'name': ReconfigVM_Task, 'duration_secs': 0.341182} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.772748] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.772918] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71434679-f02e-4d28-b2d2-3200f121290b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.780181] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 904.780181] env[63005]: value = "task-2577694" [ 904.780181] env[63005]: _type = "Task" [ 904.780181] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.790947] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.858535] env[63005]: INFO nova.compute.manager [-] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Took 1.32 seconds to deallocate network for instance. [ 904.893597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da9f76d0-1fcc-4fef-b907-9a484b16d9a9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "efe2f4dd-4755-403b-831f-e51abb2f5ce1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.642s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.920098] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.920098] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521cf51c-8d9b-2f9d-8d72-5b6be08daa04" [ 904.920098] env[63005]: _type = "HttpNfcLease" [ 904.920098] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.920318] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.920318] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521cf51c-8d9b-2f9d-8d72-5b6be08daa04" [ 904.920318] env[63005]: _type = "HttpNfcLease" [ 904.920318] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.921168] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1b1d0a-4dc2-4f0a-bb95-24ac099656b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.930528] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.930704] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 905.035810] env[63005]: INFO nova.compute.manager [-] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Took 1.43 seconds to deallocate network for instance. [ 905.052805] env[63005]: DEBUG oslo_vmware.api [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Task: {'id': task-2577693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283233} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.053143] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 905.053291] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 905.053482] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 905.053657] env[63005]: INFO nova.compute.manager [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Took 1.16 seconds to destroy the instance on the hypervisor. [ 905.053896] env[63005]: DEBUG oslo.service.loopingcall [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 905.054407] env[63005]: DEBUG nova.compute.manager [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 905.054520] env[63005]: DEBUG nova.network.neutron [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 905.071539] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52491216-797d-d37a-0618-9d6caeb44a26, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.072334] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e84b6c48-e336-4dd5-9493-3325f8093562 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.077409] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 905.077409] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52818fa7-a7da-4546-2918-178e05614b82" [ 905.077409] env[63005]: _type = "Task" [ 905.077409] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.086541] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52818fa7-a7da-4546-2918-178e05614b82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.094928] env[63005]: DEBUG oslo_vmware.api [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577689, 'name': PowerOnVM_Task, 'duration_secs': 0.611893} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.097437] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.097661] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c81e9669-0c18-472d-a7e2-3d9ec82e485a tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance 'b7e6ca16-0d30-434d-ba07-fa683a4a492a' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 905.103880] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f62977f-f514-4ba6-bc52-ceaea54e0dce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.185722] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 905.206168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "e0816a99-4b04-471e-9c33-748c41463b69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.206168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.206335] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "e0816a99-4b04-471e-9c33-748c41463b69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.206557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 905.206823] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 905.210138] env[63005]: INFO nova.compute.manager [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Terminating instance [ 905.290978] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577694, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.367452] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.548747] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.586937] env[63005]: DEBUG nova.compute.manager [req-20f8d24a-d520-4fda-93a7-b4bcd797442d req-01076ee3-29e6-4b90-93cb-a8f53fa68406 service nova] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Received event network-vif-deleted-4984ae74-d236-4187-b419-2b13cece31c5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 905.600131] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52818fa7-a7da-4546-2918-178e05614b82, 'name': SearchDatastore_Task, 'duration_secs': 0.016605} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.600519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 905.600896] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 9d75b3be-1695-45f1-9acf-305d650fe4df/9d75b3be-1695-45f1-9acf-305d650fe4df.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.601293] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2de35318-835d-4270-bee4-5fa7262ae443 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.607055] env[63005]: DEBUG nova.network.neutron [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.620756] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 905.620756] env[63005]: value = "task-2577695" [ 905.620756] env[63005]: _type = "Task" [ 905.620756] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.632338] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.717359] env[63005]: DEBUG nova.compute.manager [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 905.717930] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.719340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 905.720486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc809cb6-054d-4955-98bf-f31dd5eae31f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.736263] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 905.736263] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-204eed87-f3b1-4214-9d72-947e92e8e7fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.742925] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 905.742925] env[63005]: value = "task-2577696" [ 905.742925] env[63005]: _type = "Task" [ 905.742925] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.758970] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.791231] env[63005]: DEBUG oslo_vmware.api [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577694, 'name': PowerOnVM_Task, 'duration_secs': 0.604965} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.791521] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.798193] env[63005]: DEBUG nova.compute.manager [None req-e9cd3ef6-789e-4906-a198-4e3289b1558d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 905.800597] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4e34fb-b1d5-4be2-8b1a-7a6d4e2468a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.845160] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0471a51-85ac-4052-a3bd-7a6d7bfc9b26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.859366] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70232430-6b5e-4717-814a-04543d8b2036 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.894071] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b20eca-3741-487f-93f3-76214f2c9ed0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.903354] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd14a7a-a791-4ba0-9946-e2c3e2ae6039 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.920425] env[63005]: DEBUG nova.compute.provider_tree [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.120294] env[63005]: INFO nova.compute.manager [-] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Took 1.56 seconds to deallocate network for instance. [ 906.142907] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577695, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.258986] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577696, 'name': PowerOffVM_Task, 'duration_secs': 0.3389} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.259433] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 906.261909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 906.261909] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5604144c-9562-4819-9617-cf0d3b1597f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.320999] env[63005]: DEBUG nova.compute.manager [req-fff450b9-36ab-48c0-accb-bfe59329b6db req-f611d332-4b71-4cb8-9f12-9b984d418fd9 service nova] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Received event network-vif-deleted-146bd64c-cf48-445f-8633-8c7d9cb5e6b3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 906.328510] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 906.329262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 906.329506] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleting the datastore file [datastore1] e0816a99-4b04-471e-9c33-748c41463b69 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 906.331431] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-326ec920-528c-489a-bc61-1c9800799195 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.338613] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for the task: (returnval){ [ 906.338613] env[63005]: value = "task-2577698" [ 906.338613] env[63005]: _type = "Task" [ 906.338613] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.348410] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577698, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.424053] env[63005]: DEBUG nova.scheduler.client.report [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.461261] env[63005]: INFO nova.compute.manager [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Rescuing [ 906.461261] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 906.461261] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.461261] env[63005]: DEBUG nova.network.neutron [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.475370] env[63005]: DEBUG nova.network.neutron [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.642736] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 906.652015] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586026} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.654080] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 9d75b3be-1695-45f1-9acf-305d650fe4df/9d75b3be-1695-45f1-9acf-305d650fe4df.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.654555] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.655093] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11e30db2-d125-4633-b5e1-0066bac7c512 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.662060] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 906.662060] env[63005]: value = "task-2577699" [ 906.662060] env[63005]: _type = "Task" [ 906.662060] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.673276] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.849199] env[63005]: DEBUG oslo_vmware.api [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Task: {'id': task-2577698, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.341203} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.849199] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.849199] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.849199] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.849626] env[63005]: INFO nova.compute.manager [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Took 1.13 seconds to destroy the instance on the hypervisor. [ 906.849626] env[63005]: DEBUG oslo.service.loopingcall [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 906.850635] env[63005]: DEBUG nova.compute.manager [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 906.850635] env[63005]: DEBUG nova.network.neutron [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.931122] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 906.932023] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.936124] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.122s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 906.939215] env[63005]: INFO nova.compute.claims [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 906.980183] env[63005]: INFO nova.compute.manager [-] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Took 1.93 seconds to deallocate network for instance. [ 907.063929] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.064406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.178032] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140745} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.178032] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.178967] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d70541-31e7-4dec-bb59-5856120005a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.203086] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 9d75b3be-1695-45f1-9acf-305d650fe4df/9d75b3be-1695-45f1-9acf-305d650fe4df.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.206355] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8ffd2a2-9594-4123-adaa-9c2622c8da3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.227951] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 907.227951] env[63005]: value = "task-2577700" [ 907.227951] env[63005]: _type = "Task" [ 907.227951] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.236479] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.264050] env[63005]: DEBUG nova.network.neutron [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.443070] env[63005]: DEBUG nova.compute.utils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 907.448541] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.448541] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.490839] env[63005]: DEBUG nova.policy [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8169da6dec4fd29beb932c81205d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b650391f0c674aebbe628bd76d213538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.494883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.570022] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 907.616562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "e44c21bb-b701-403b-8638-ef7c4113d169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.616562] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.742206] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.758352] env[63005]: DEBUG nova.network.neutron [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.770021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 907.783380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.783636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.783827] env[63005]: DEBUG nova.compute.manager [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Going to confirm migration 4 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 907.880818] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Successfully created port: bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.948710] env[63005]: DEBUG nova.compute.manager [req-448f346f-3b83-4ee8-9c61-d2a3a1e0fb02 req-8936c6ee-dc9f-49f9-bb9b-1101f77365b6 service nova] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Received event network-vif-deleted-d2c11aea-32a8-4b29-9e0f-78ab60aacb1f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.948710] env[63005]: DEBUG nova.compute.manager [req-448f346f-3b83-4ee8-9c61-d2a3a1e0fb02 req-8936c6ee-dc9f-49f9-bb9b-1101f77365b6 service nova] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Received event network-vif-deleted-7b467aa4-98a0-40c4-b2cc-33bacb122d8e {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 907.952524] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 908.095804] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.119019] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 908.237592] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577700, 'name': ReconfigVM_Task, 'duration_secs': 1.004614} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.240160] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 9d75b3be-1695-45f1-9acf-305d650fe4df/9d75b3be-1695-45f1-9acf-305d650fe4df.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.240976] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a29638f7-e115-4068-a2c6-2da801e2c02f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.247176] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 908.247176] env[63005]: value = "task-2577701" [ 908.247176] env[63005]: _type = "Task" [ 908.247176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.254902] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577701, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.261908] env[63005]: INFO nova.compute.manager [-] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Took 1.41 seconds to deallocate network for instance. [ 908.360269] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 908.360450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.360632] env[63005]: DEBUG nova.network.neutron [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.360823] env[63005]: DEBUG nova.objects.instance [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'info_cache' on Instance uuid b7e6ca16-0d30-434d-ba07-fa683a4a492a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.377667] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865a3210-8213-41ed-a4eb-9b9b76b11987 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.386844] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e486ed4-6a92-4561-82ba-21c540deb8e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.421305] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ffeb5-ab26-4e35-8ea5-ef1a3f733eb1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.430449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92eda213-32c2-48ca-8d5d-f5ddae146b43 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.446676] env[63005]: DEBUG nova.compute.provider_tree [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.640553] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.757480] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577701, 'name': Rename_Task, 'duration_secs': 0.304681} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.757754] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.757993] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7a41fc5-bc3a-4eb9-8b05-422fb8986afe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.764485] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 908.764485] env[63005]: value = "task-2577702" [ 908.764485] env[63005]: _type = "Task" [ 908.764485] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.772253] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.772505] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.950239] env[63005]: DEBUG nova.scheduler.client.report [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.964035] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.990663] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.990663] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.990852] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.991205] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.991436] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.991677] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.991902] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.992120] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.992341] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.992552] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.992772] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.993679] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05d44fae-f7c9-46da-8772-979054bd8683 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.003062] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00c2007-58f4-47db-b72b-b013687e63f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.277452] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.308216] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.308739] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d20f2369-9eef-4a31-806d-91af119efd9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.316469] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 909.316469] env[63005]: value = "task-2577703" [ 909.316469] env[63005]: _type = "Task" [ 909.316469] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.321869] env[63005]: DEBUG nova.compute.manager [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Received event network-vif-plugged-bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 909.322161] env[63005]: DEBUG oslo_concurrency.lockutils [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] Acquiring lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 909.322433] env[63005]: DEBUG oslo_concurrency.lockutils [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.322654] env[63005]: DEBUG oslo_concurrency.lockutils [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.322879] env[63005]: DEBUG nova.compute.manager [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] No waiting events found dispatching network-vif-plugged-bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 909.323175] env[63005]: WARNING nova.compute.manager [req-e938a35d-e217-4c99-a97a-6d157699b6c9 req-35b2d938-e0e2-4327-a63c-6a5691c3679b service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Received unexpected event network-vif-plugged-bca2fae4-b25d-4909-aa6c-c1016d77a749 for instance with vm_state building and task_state spawning. [ 909.329534] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.423701] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Successfully updated port: bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.455242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.455609] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 909.458054] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.239s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 909.458305] env[63005]: DEBUG nova.objects.instance [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lazy-loading 'resources' on Instance uuid dd634211-a62b-4aef-9da7-0445e4325d96 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.588680] env[63005]: DEBUG nova.network.neutron [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [{"id": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "address": "fa:16:3e:c0:39:b4", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2845acad-ec", "ovs_interfaceid": "2845acad-ece4-45e5-8dc5-5d5dc79f5bd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.775303] env[63005]: DEBUG oslo_vmware.api [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577702, 'name': PowerOnVM_Task, 'duration_secs': 0.929768} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.775659] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.775806] env[63005]: INFO nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Took 9.60 seconds to spawn the instance on the hypervisor. [ 909.775962] env[63005]: DEBUG nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 909.776737] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7357fa-6195-41c0-a8e5-87e6cc295cfd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.828424] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577703, 'name': PowerOffVM_Task, 'duration_secs': 0.288007} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.828693] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.829523] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be4a3a2-ed18-4c9a-a739-0ddab6c0f648 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.847538] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fa0683-ffa6-4cb5-b186-f1f9adb6f661 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.874484] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.874760] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a5f2454-c34b-45e7-9a68-ba8b85ba5b11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.882039] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 909.882039] env[63005]: value = "task-2577704" [ 909.882039] env[63005]: _type = "Task" [ 909.882039] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.890204] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.926738] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 909.926986] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.927105] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.962864] env[63005]: DEBUG nova.compute.utils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 909.967432] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 909.967432] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 910.031828] env[63005]: DEBUG nova.policy [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce8169da6dec4fd29beb932c81205d2d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b650391f0c674aebbe628bd76d213538', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.092876] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-b7e6ca16-0d30-434d-ba07-fa683a4a492a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 910.093196] env[63005]: DEBUG nova.objects.instance [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'migration_context' on Instance uuid b7e6ca16-0d30-434d-ba07-fa683a4a492a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 910.295338] env[63005]: INFO nova.compute.manager [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Took 36.20 seconds to build instance. [ 910.394254] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 910.394560] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.395904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 910.395904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.395904] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.395904] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbf75959-860a-43c7-be7e-2e3a1e1803c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.400026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4513e73d-8cfc-40a8-a3a3-f0333ef3d3bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.409020] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676e9969-ad10-4cb4-931e-720de54384dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.413987] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.413987] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.413987] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ac7d84-239d-447a-bbdc-85cd74f65205 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.448315] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9141541a-d711-49f6-bc7f-a351a2644768 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.451066] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 910.451066] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5234622a-51ce-6cc0-9194-0761f5819a3e" [ 910.451066] env[63005]: _type = "Task" [ 910.451066] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.458542] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff40b06-ab80-426c-a4d1-c44967a0a430 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.471018] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 910.474348] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5234622a-51ce-6cc0-9194-0761f5819a3e, 'name': SearchDatastore_Task, 'duration_secs': 0.026088} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.483439] env[63005]: DEBUG nova.compute.provider_tree [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.484826] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abcaedb3-4b08-4969-ab80-17e3143dcecc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.489330] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.495520] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 910.495520] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5211e379-1d52-1641-7c27-a34ac3c4aa02" [ 910.495520] env[63005]: _type = "Task" [ 910.495520] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.506870] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211e379-1d52-1641-7c27-a34ac3c4aa02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.537675] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Successfully created port: 6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 910.598213] env[63005]: DEBUG nova.objects.base [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 910.598768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f4b8c14-2ac9-47b4-9714-6fa61adbf920 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.621098] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc915b1-ae32-4c79-996e-7a48b2e6ce90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.628142] env[63005]: DEBUG oslo_vmware.api [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 910.628142] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528b8976-bf12-d710-cf25-debdbea46be7" [ 910.628142] env[63005]: _type = "Task" [ 910.628142] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.637534] env[63005]: DEBUG oslo_vmware.api [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528b8976-bf12-d710-cf25-debdbea46be7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.711712] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Updating instance_info_cache with network_info: [{"id": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "address": "fa:16:3e:e0:70:b7", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca2fae4-b2", "ovs_interfaceid": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.799640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a39b491-1079-42ce-9cb9-726c45de61d3 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.709s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.989872] env[63005]: DEBUG nova.scheduler.client.report [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.007979] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211e379-1d52-1641-7c27-a34ac3c4aa02, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.008424] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.008693] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 911.010256] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e00c1fa-a95f-40c8-ad3b-340cece2dfec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.021196] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 911.021196] env[63005]: value = "task-2577705" [ 911.021196] env[63005]: _type = "Task" [ 911.021196] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.035509] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.139656] env[63005]: DEBUG oslo_vmware.api [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528b8976-bf12-d710-cf25-debdbea46be7, 'name': SearchDatastore_Task, 'duration_secs': 0.014784} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.140102] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 911.214168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 911.214520] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Instance network_info: |[{"id": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "address": "fa:16:3e:e0:70:b7", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca2fae4-b2", "ovs_interfaceid": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.214952] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:70:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bca2fae4-b25d-4909-aa6c-c1016d77a749', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.225160] env[63005]: DEBUG oslo.service.loopingcall [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 911.225988] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.225988] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-693db421-ec18-425d-8846-1005a7067083 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.250176] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.250176] env[63005]: value = "task-2577706" [ 911.250176] env[63005]: _type = "Task" [ 911.250176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.258808] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577706, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.371810] env[63005]: DEBUG nova.compute.manager [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Received event network-changed-bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 911.372019] env[63005]: DEBUG nova.compute.manager [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Refreshing instance network info cache due to event network-changed-bca2fae4-b25d-4909-aa6c-c1016d77a749. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 911.372290] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Acquiring lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.372434] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Acquired lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.372597] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Refreshing network info cache for port bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.482578] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 911.497420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.500476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.629s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 911.500873] env[63005]: DEBUG nova.objects.instance [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lazy-loading 'resources' on Instance uuid e78af5a5-8914-43aa-8ad5-82015d33d06c {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.519038] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.519362] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.519666] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.519931] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.521255] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.521675] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.522596] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.522596] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.522596] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.522849] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.523068] env[63005]: DEBUG nova.virt.hardware [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.524889] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2c691-4c94-4b91-98b5-7383f0c5e8da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.541965] env[63005]: INFO nova.scheduler.client.report [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleted allocations for instance dd634211-a62b-4aef-9da7-0445e4325d96 [ 911.554378] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.555760] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2e1d13-1099-4838-8178-ae8a0a0b38aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.761359] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577706, 'name': CreateVM_Task, 'duration_secs': 0.476379} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.761607] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.762387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 911.762597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.762962] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 911.763271] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c466ba56-34f4-4369-814e-c6923a3ba31f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.769702] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 911.769702] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521049ff-1bbd-5012-5f22-9dd6c018e133" [ 911.769702] env[63005]: _type = "Task" [ 911.769702] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.779739] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521049ff-1bbd-5012-5f22-9dd6c018e133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.039588] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577705, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.059147] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da5fb998-26cd-4d3b-9b82-59513bf522e7 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "dd634211-a62b-4aef-9da7-0445e4325d96" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.323s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.114593] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Updated VIF entry in instance network info cache for port bca2fae4-b25d-4909-aa6c-c1016d77a749. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 912.114593] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Updating instance_info_cache with network_info: [{"id": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "address": "fa:16:3e:e0:70:b7", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbca2fae4-b2", "ovs_interfaceid": "bca2fae4-b25d-4909-aa6c-c1016d77a749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.286302] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521049ff-1bbd-5012-5f22-9dd6c018e133, 'name': SearchDatastore_Task, 'duration_secs': 0.027721} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.290672] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.290954] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.291263] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.291394] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.291542] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.293217] env[63005]: DEBUG nova.compute.manager [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Received event network-vif-plugged-6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.293217] env[63005]: DEBUG oslo_concurrency.lockutils [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] Acquiring lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.293385] env[63005]: DEBUG oslo_concurrency.lockutils [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.293430] env[63005]: DEBUG oslo_concurrency.lockutils [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.293570] env[63005]: DEBUG nova.compute.manager [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] No waiting events found dispatching network-vif-plugged-6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 912.293756] env[63005]: WARNING nova.compute.manager [req-4571af41-5939-4d3b-ab5d-816fe94a39b5 req-bf1fcd0e-8ac3-4b54-b56d-554f0031b81d service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Received unexpected event network-vif-plugged-6981873d-e94d-4f23-99a1-33d19c53fe2c for instance with vm_state building and task_state spawning. [ 912.294666] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f6c05c10-a242-4c78-8550-66fbb2a39708 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.309412] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.309608] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.312995] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b3b985f-e988-428b-8e89-8f8fbc014ace {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.323025] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 912.323025] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f86e09-5ef7-9169-e23d-65e8a0fb1c69" [ 912.323025] env[63005]: _type = "Task" [ 912.323025] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.334879] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f86e09-5ef7-9169-e23d-65e8a0fb1c69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.395662] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Successfully updated port: 6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 912.489215] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154f215f-eaa0-4110-abd6-b06b2bc5fada {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.498113] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1422a50d-4822-4b0a-9db2-9b611fb6b041 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.535119] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea901c-232c-4587-b8cd-3ef3d8a82fad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.544464] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577705, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.548077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bee6cbf-9e2a-43c1-ac6c-6880b8824a3c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.564701] env[63005]: DEBUG nova.compute.provider_tree [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.614985] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Releasing lock "refresh_cache-e1120bae-5ee5-4db3-b3a5-daa23e498d1a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 912.615320] env[63005]: DEBUG nova.compute.manager [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Received event network-changed-2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 912.615514] env[63005]: DEBUG nova.compute.manager [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Refreshing instance network info cache due to event network-changed-2fd2c6a8-7f21-49b3-b914-4a164d145005. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 912.615743] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Acquiring lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.615894] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Acquired lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.616094] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Refreshing network info cache for port 2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 912.834343] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f86e09-5ef7-9169-e23d-65e8a0fb1c69, 'name': SearchDatastore_Task, 'duration_secs': 0.017496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.835301] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae4f180-6122-4001-a6bf-70a9a963480a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.843454] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 912.843454] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524a1e59-9c74-c8db-9be3-d34d45eb4ea3" [ 912.843454] env[63005]: _type = "Task" [ 912.843454] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.852621] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524a1e59-9c74-c8db-9be3-d34d45eb4ea3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.901341] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 912.901531] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.901681] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 913.044314] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577705, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.848373} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.044696] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 913.047052] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03a3232-32a1-4cf6-b091-6fd9dad720db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.075116] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.076307] env[63005]: DEBUG nova.scheduler.client.report [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.080047] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71902940-3d1e-4601-9cb8-1834b8127bca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.102012] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 913.102012] env[63005]: value = "task-2577707" [ 913.102012] env[63005]: _type = "Task" [ 913.102012] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.114548] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.357469] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524a1e59-9c74-c8db-9be3-d34d45eb4ea3, 'name': SearchDatastore_Task, 'duration_secs': 0.018349} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.357780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 913.358109] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e1120bae-5ee5-4db3-b3a5-daa23e498d1a/e1120bae-5ee5-4db3-b3a5-daa23e498d1a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 913.358465] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d01ea1d-1b1d-492a-84ff-77ca91b6a80a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.367914] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 913.367914] env[63005]: value = "task-2577708" [ 913.367914] env[63005]: _type = "Task" [ 913.367914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.376631] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.411133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.411133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.411133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 913.411133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.411133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.412832] env[63005]: INFO nova.compute.manager [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Terminating instance [ 913.438282] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 913.505087] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updated VIF entry in instance network info cache for port 2fd2c6a8-7f21-49b3-b914-4a164d145005. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 913.505564] env[63005]: DEBUG nova.network.neutron [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updating instance_info_cache with network_info: [{"id": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "address": "fa:16:3e:92:d8:23", "network": {"id": "3277bc29-6160-4e4d-b039-cbcae16fec56", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-782250334-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac27e13da97f4bc08f6ff90e53dd8a35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c0d5204b-f60e-4830-84c8-2fe246c28202", "external-id": "nsx-vlan-transportzone-104", "segmentation_id": 104, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2fd2c6a8-7f", "ovs_interfaceid": "2fd2c6a8-7f21-49b3-b914-4a164d145005", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.597225] env[63005]: DEBUG nova.network.neutron [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Updating instance_info_cache with network_info: [{"id": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "address": "fa:16:3e:17:fa:7f", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6981873d-e9", "ovs_interfaceid": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 913.597225] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 913.599265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.043s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.601825] env[63005]: INFO nova.compute.claims [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.618531] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.621604] env[63005]: INFO nova.scheduler.client.report [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted allocations for instance e78af5a5-8914-43aa-8ad5-82015d33d06c [ 913.881583] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.917201] env[63005]: DEBUG nova.compute.manager [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 913.917602] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 913.919288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d156bdd2-021d-4a9b-aebf-41358cd3d9e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.933145] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 913.933617] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5ba628b-b02f-48b1-aeb0-6602ae75bf38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.946325] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 913.946325] env[63005]: value = "task-2577709" [ 913.946325] env[63005]: _type = "Task" [ 913.946325] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.959376] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577709, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.008396] env[63005]: DEBUG oslo_concurrency.lockutils [req-20a2d826-2386-4acc-9e6d-844deff786a2 req-a5d619af-25ea-40c7-8ec9-e3f9cbb577da service nova] Releasing lock "refresh_cache-9d75b3be-1695-45f1-9acf-305d650fe4df" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.100542] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 914.100912] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Instance network_info: |[{"id": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "address": "fa:16:3e:17:fa:7f", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6981873d-e9", "ovs_interfaceid": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 914.101343] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:fa:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccf76700-491b-4462-ab19-e6d3a9ff87ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6981873d-e94d-4f23-99a1-33d19c53fe2c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.109293] env[63005]: DEBUG oslo.service.loopingcall [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 914.111821] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 914.115494] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bd0a7d5-0a1c-4625-8302-81cd30871bfa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.134589] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b8289826-c711-40e3-8b7e-6557358e16ef tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "e78af5a5-8914-43aa-8ad5-82015d33d06c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.108s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.139929] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577707, 'name': ReconfigVM_Task, 'duration_secs': 0.865372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.142059] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 914.142059] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 914.142059] env[63005]: value = "task-2577710" [ 914.142059] env[63005]: _type = "Task" [ 914.142059] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.142811] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00bd4e-563a-4e81-9406-8e1b2e239060 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.177460] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577710, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.186077] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12bf19fa-1346-4ca9-b555-4f24885a584d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.204416] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 914.204416] env[63005]: value = "task-2577711" [ 914.204416] env[63005]: _type = "Task" [ 914.204416] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.216665] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577711, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.319410] env[63005]: DEBUG nova.compute.manager [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Received event network-changed-6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 914.319636] env[63005]: DEBUG nova.compute.manager [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Refreshing instance network info cache due to event network-changed-6981873d-e94d-4f23-99a1-33d19c53fe2c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 914.319936] env[63005]: DEBUG oslo_concurrency.lockutils [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] Acquiring lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 914.320011] env[63005]: DEBUG oslo_concurrency.lockutils [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] Acquired lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.320210] env[63005]: DEBUG nova.network.neutron [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Refreshing network info cache for port 6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.379804] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.826009} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.380187] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e1120bae-5ee5-4db3-b3a5-daa23e498d1a/e1120bae-5ee5-4db3-b3a5-daa23e498d1a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 914.380447] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 914.380725] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3ca29e90-00a6-414e-a159-ed671d3f6327 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.389014] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 914.389014] env[63005]: value = "task-2577712" [ 914.389014] env[63005]: _type = "Task" [ 914.389014] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.398035] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.458470] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577709, 'name': PowerOffVM_Task, 'duration_secs': 0.307167} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.458789] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 914.459259] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 914.459356] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d10e82f5-451b-4334-a4b4-c67f5e211f88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.543510] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 914.543788] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 914.544074] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleting the datastore file [datastore1] aaddae64-82e8-46d2-8de5-f53d0ed8411e {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 914.544421] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-968c25d0-5f27-4dc0-ae60-4117eccc03b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.552674] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for the task: (returnval){ [ 914.552674] env[63005]: value = "task-2577714" [ 914.552674] env[63005]: _type = "Task" [ 914.552674] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.562345] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.655699] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577710, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.717078] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577711, 'name': ReconfigVM_Task, 'duration_secs': 0.391144} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.717549] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.717806] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b8e9674e-f13a-43b0-81c5-c7b2a178101b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.726574] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 914.726574] env[63005]: value = "task-2577715" [ 914.726574] env[63005]: _type = "Task" [ 914.726574] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.738210] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.901885] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082169} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.904276] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 914.905602] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d2a438-383c-4830-95af-22f4497ac4af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.932438] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] e1120bae-5ee5-4db3-b3a5-daa23e498d1a/e1120bae-5ee5-4db3-b3a5-daa23e498d1a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 914.937382] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31332ba7-1f03-4674-910c-797b9f0f9e94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.958461] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 914.958461] env[63005]: value = "task-2577716" [ 914.958461] env[63005]: _type = "Task" [ 914.958461] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.971343] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.044535] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c5e7c8-e6d1-435f-a8b8-16abb777a2c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.052519] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845ec4e8-b968-4842-937f-332c24b3e975 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.064860] env[63005]: DEBUG oslo_vmware.api [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Task: {'id': task-2577714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486658} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.090466] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 915.090766] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 915.090995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 915.091228] env[63005]: INFO nova.compute.manager [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 915.091524] env[63005]: DEBUG oslo.service.loopingcall [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 915.092742] env[63005]: DEBUG nova.network.neutron [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Updated VIF entry in instance network info cache for port 6981873d-e94d-4f23-99a1-33d19c53fe2c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 915.093107] env[63005]: DEBUG nova.network.neutron [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Updating instance_info_cache with network_info: [{"id": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "address": "fa:16:3e:17:fa:7f", "network": {"id": "9e413877-c2f5-47bd-92a3-6dfc47099983", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-766917904-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b650391f0c674aebbe628bd76d213538", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccf76700-491b-4462-ab19-e6d3a9ff87ac", "external-id": "nsx-vlan-transportzone-956", "segmentation_id": 956, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6981873d-e9", "ovs_interfaceid": "6981873d-e94d-4f23-99a1-33d19c53fe2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.094394] env[63005]: DEBUG nova.compute.manager [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 915.094496] env[63005]: DEBUG nova.network.neutron [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 915.096834] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be9113ef-25d5-483d-b993-5aa3fd8620a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.107206] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b590450b-3560-4944-87fe-3e6928d63856 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.124407] env[63005]: DEBUG nova.compute.provider_tree [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.157498] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577710, 'name': CreateVM_Task, 'duration_secs': 0.526555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.157669] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.158497] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.158704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.159033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 915.159322] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcd830f0-68f3-4f3c-ac27-a022c995dbcc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.164434] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 915.164434] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525cc29c-8447-581a-0e99-d1e81cdf79da" [ 915.164434] env[63005]: _type = "Task" [ 915.164434] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.173232] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525cc29c-8447-581a-0e99-d1e81cdf79da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.187036] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "966245fb-866b-4ede-81c6-96c45548e9a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.187442] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.187727] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.188065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.188580] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.191012] env[63005]: INFO nova.compute.manager [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Terminating instance [ 915.237311] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.392469] env[63005]: DEBUG nova.compute.manager [req-7a625638-47a5-4a82-a2df-63fbf6c40a5e req-f0109f08-bda6-4547-99df-b66364c25e89 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Received event network-vif-deleted-962c9d83-c411-4e9d-b95f-41ef37c77755 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 915.392660] env[63005]: INFO nova.compute.manager [req-7a625638-47a5-4a82-a2df-63fbf6c40a5e req-f0109f08-bda6-4547-99df-b66364c25e89 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Neutron deleted interface 962c9d83-c411-4e9d-b95f-41ef37c77755; detaching it from the instance and deleting it from the info cache [ 915.392796] env[63005]: DEBUG nova.network.neutron [req-7a625638-47a5-4a82-a2df-63fbf6c40a5e req-f0109f08-bda6-4547-99df-b66364c25e89 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.470236] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577716, 'name': ReconfigVM_Task, 'duration_secs': 0.321774} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.470679] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Reconfigured VM instance instance-00000048 to attach disk [datastore2] e1120bae-5ee5-4db3-b3a5-daa23e498d1a/e1120bae-5ee5-4db3-b3a5-daa23e498d1a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 915.471353] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44fd3d69-988e-402c-915f-9c9698202444 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.479934] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 915.479934] env[63005]: value = "task-2577717" [ 915.479934] env[63005]: _type = "Task" [ 915.479934] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.491658] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577717, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.600856] env[63005]: DEBUG oslo_concurrency.lockutils [req-7471a2b3-60d7-4d6f-a2da-95ec75f267ab req-cbf6c892-9544-43e4-b2a2-c1a66c7da67a service nova] Releasing lock "refresh_cache-f4ef2ef5-f22f-40f4-9c61-33c76822a21a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.629033] env[63005]: DEBUG nova.scheduler.client.report [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.676732] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525cc29c-8447-581a-0e99-d1e81cdf79da, 'name': SearchDatastore_Task, 'duration_secs': 0.016263} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.677315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 915.677782] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 915.677782] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 915.677915] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.678099] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.678378] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c5c3f9a-17db-4927-9710-0081dc4f0a14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.689154] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.689154] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 915.689676] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65730d26-71d4-4c48-a250-4926497077d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.696160] env[63005]: DEBUG nova.compute.manager [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 915.696392] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.696750] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 915.696750] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e86a2e-f30d-fe07-7646-45ce70ba14fe" [ 915.696750] env[63005]: _type = "Task" [ 915.696750] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.697541] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d03788-2713-478b-9f32-dc8f08ba7a3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.710726] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e86a2e-f30d-fe07-7646-45ce70ba14fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.713132] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.713437] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-829be055-2107-4c96-a804-d20b815b5001 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.721602] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 915.721602] env[63005]: value = "task-2577718" [ 915.721602] env[63005]: _type = "Task" [ 915.721602] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.731825] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.741044] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.871216] env[63005]: DEBUG nova.network.neutron [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.895092] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ce4383-2842-44de-ba62-170331f1b864 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.907392] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7b924c-785a-4f0e-9f77-42c65091c61f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.945950] env[63005]: DEBUG nova.compute.manager [req-7a625638-47a5-4a82-a2df-63fbf6c40a5e req-f0109f08-bda6-4547-99df-b66364c25e89 service nova] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Detach interface failed, port_id=962c9d83-c411-4e9d-b95f-41ef37c77755, reason: Instance aaddae64-82e8-46d2-8de5-f53d0ed8411e could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 915.991300] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577717, 'name': Rename_Task, 'duration_secs': 0.151487} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.991686] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 915.991963] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5498a582-65f9-4dcc-b635-1445d9d33bcd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.001962] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 916.001962] env[63005]: value = "task-2577719" [ 916.001962] env[63005]: _type = "Task" [ 916.001962] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.013973] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.133463] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.134083] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.136724] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.601s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.138407] env[63005]: INFO nova.compute.claims [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.210765] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e86a2e-f30d-fe07-7646-45ce70ba14fe, 'name': SearchDatastore_Task, 'duration_secs': 0.016205} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.211794] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50885df-d183-4f41-b262-9c7ab89b4bc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.217630] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 916.217630] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5286b9dd-3ab9-d462-97d4-e016b1408b52" [ 916.217630] env[63005]: _type = "Task" [ 916.217630] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.228394] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5286b9dd-3ab9-d462-97d4-e016b1408b52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.233865] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577718, 'name': PowerOffVM_Task, 'duration_secs': 0.33365} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.236957] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.237170] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.237428] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4041f0d1-c521-438c-8289-d297de5ea405 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.245768] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.312059] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.312302] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.312491] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleting the datastore file [datastore1] 966245fb-866b-4ede-81c6-96c45548e9a8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.312768] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2c9a9b0-2abd-464d-af6e-de0f0062ca18 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.322431] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for the task: (returnval){ [ 916.322431] env[63005]: value = "task-2577721" [ 916.322431] env[63005]: _type = "Task" [ 916.322431] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.334213] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577721, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.373988] env[63005]: INFO nova.compute.manager [-] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Took 1.28 seconds to deallocate network for instance. [ 916.514493] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577719, 'name': PowerOnVM_Task, 'duration_secs': 0.495678} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.514802] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 916.515024] env[63005]: INFO nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Took 7.55 seconds to spawn the instance on the hypervisor. [ 916.515229] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 916.516030] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850bd39c-6608-4cd2-a3be-846d58826e91 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.644110] env[63005]: DEBUG nova.compute.utils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 916.647592] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.647784] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.690344] env[63005]: DEBUG nova.policy [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '85d834339cab4906bc4fa95f9442f1b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fab6da610a294b458231e95a5273e583', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.730057] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5286b9dd-3ab9-d462-97d4-e016b1408b52, 'name': SearchDatastore_Task, 'duration_secs': 0.013495} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.730306] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 916.730737] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f4ef2ef5-f22f-40f4-9c61-33c76822a21a/f4ef2ef5-f22f-40f4-9c61-33c76822a21a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 916.731030] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f1336ad-f6bc-4965-931f-1dd5a56397f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.739786] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 916.739786] env[63005]: value = "task-2577722" [ 916.739786] env[63005]: _type = "Task" [ 916.739786] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.747427] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.754380] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577722, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.839668] env[63005]: DEBUG oslo_vmware.api [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Task: {'id': task-2577721, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.464395} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.839977] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.841037] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.841037] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.841037] env[63005]: INFO nova.compute.manager [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 916.841723] env[63005]: DEBUG oslo.service.loopingcall [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 916.842174] env[63005]: DEBUG nova.compute.manager [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 916.842398] env[63005]: DEBUG nova.network.neutron [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 916.865023] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 916.866305] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a31577c-0342-4062-86f1-c9704e127950 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.874535] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 916.874795] env[63005]: ERROR oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk due to incomplete transfer. [ 916.875109] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0f9e9ab1-8e84-4b4f-8c95-d7dcbb862dc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.880501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.884758] env[63005]: DEBUG oslo_vmware.rw_handles [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a8b5b9-db73-7cd3-5989-64c8f8d211bb/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 916.885235] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Uploaded image 02969002-3a37-457d-a3b3-60276dc730d3 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 916.887673] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 916.887979] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-126d609f-08d2-4439-aaac-ee8a37a3abe0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.896879] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 916.896879] env[63005]: value = "task-2577723" [ 916.896879] env[63005]: _type = "Task" [ 916.896879] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.907327] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577723, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.039533] env[63005]: INFO nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Took 32.29 seconds to build instance. [ 917.040800] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Successfully created port: 97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.149114] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.260230] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.270098] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577722, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.380281] env[63005]: DEBUG nova.compute.manager [req-3b4bf03b-2c0e-4711-a757-28ce19cd0e8f req-9f8cdba3-cc90-4437-8783-936c4b853b1c service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Received event network-vif-deleted-ec3fa694-2345-4824-829f-a8ebfe2efe99 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 917.380664] env[63005]: INFO nova.compute.manager [req-3b4bf03b-2c0e-4711-a757-28ce19cd0e8f req-9f8cdba3-cc90-4437-8783-936c4b853b1c service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Neutron deleted interface ec3fa694-2345-4824-829f-a8ebfe2efe99; detaching it from the instance and deleting it from the info cache [ 917.380886] env[63005]: DEBUG nova.network.neutron [req-3b4bf03b-2c0e-4711-a757-28ce19cd0e8f req-9f8cdba3-cc90-4437-8783-936c4b853b1c service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.403873] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Successfully created port: 45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.418478] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577723, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.544239] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.809s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.625261] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea1ffc-d523-4282-8296-bc1ab1fffdc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.633973] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1127d6bc-bd41-4b45-b825-742cdca2c639 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.673875] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12509470-6791-428d-8c5c-21128c60ede1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.685275] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-799dc228-1f12-40f3-897f-46bc65ab49a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.701369] env[63005]: DEBUG nova.compute.provider_tree [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 917.748970] env[63005]: DEBUG oslo_vmware.api [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577715, 'name': PowerOnVM_Task, 'duration_secs': 2.61657} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.749814] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 917.753182] env[63005]: DEBUG nova.compute.manager [None req-9919ecce-34ec-482b-8582-8546f1bbd026 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 917.754260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fd8313-fb8e-465b-b7c0-c7e7d0bc61d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.761560] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577722, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.7503} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.762182] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f4ef2ef5-f22f-40f4-9c61-33c76822a21a/f4ef2ef5-f22f-40f4-9c61-33c76822a21a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 917.762409] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 917.762757] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55db5551-04ff-44bc-8acf-468d4b365c56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.773815] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 917.773815] env[63005]: value = "task-2577724" [ 917.773815] env[63005]: _type = "Task" [ 917.773815] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.783169] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.849277] env[63005]: DEBUG nova.network.neutron [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.885503] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f75e384d-bfdd-4a43-ae34-6551f2a6bf0e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.899603] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f15463-656d-4d93-861a-8c4ebff6fd67 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.923490] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577723, 'name': Destroy_Task, 'duration_secs': 0.80532} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.923781] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Destroyed the VM [ 917.924025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 917.924292] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b63d946f-6bcf-4210-b25b-b2a56b02115d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.933333] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 917.933333] env[63005]: value = "task-2577725" [ 917.933333] env[63005]: _type = "Task" [ 917.933333] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.947305] env[63005]: DEBUG nova.compute.manager [req-3b4bf03b-2c0e-4711-a757-28ce19cd0e8f req-9f8cdba3-cc90-4437-8783-936c4b853b1c service nova] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Detach interface failed, port_id=ec3fa694-2345-4824-829f-a8ebfe2efe99, reason: Instance 966245fb-866b-4ede-81c6-96c45548e9a8 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 917.961393] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.174843] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.206039] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.206449] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.206507] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.206709] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.206896] env[63005]: DEBUG nova.virt.hardware [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.207833] env[63005]: DEBUG nova.scheduler.client.report [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.211777] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684d4ea1-2142-432e-a782-3720bc219d6b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.222462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9390e72-9957-4159-afb7-2343764df182 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.285597] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199602} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.285872] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.286669] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043e9242-fbb8-4cc6-bb01-ec4a51a65f72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.310919] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] f4ef2ef5-f22f-40f4-9c61-33c76822a21a/f4ef2ef5-f22f-40f4-9c61-33c76822a21a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.311818] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14ad2ee5-57e4-4963-8c4b-d404b3ae9319 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.333893] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 918.333893] env[63005]: value = "task-2577726" [ 918.333893] env[63005]: _type = "Task" [ 918.333893] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.343362] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.353055] env[63005]: INFO nova.compute.manager [-] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Took 1.51 seconds to deallocate network for instance. [ 918.457522] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577725, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.717644] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.718457] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.721926] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.355s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.722208] env[63005]: DEBUG nova.objects.instance [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'resources' on Instance uuid a4a56a92-d12d-4e4e-983a-336949f7bbb3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.823768] env[63005]: DEBUG nova.compute.manager [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-vif-plugged-97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 918.824104] env[63005]: DEBUG oslo_concurrency.lockutils [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] Acquiring lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.824405] env[63005]: DEBUG oslo_concurrency.lockutils [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 918.824635] env[63005]: DEBUG oslo_concurrency.lockutils [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 918.824979] env[63005]: DEBUG nova.compute.manager [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] No waiting events found dispatching network-vif-plugged-97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.825286] env[63005]: WARNING nova.compute.manager [req-df778ec8-25cf-438e-bc97-b2ff768a187d req-f42dfd70-0d6a-4a6d-9218-25e132ffbda0 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received unexpected event network-vif-plugged-97eb260d-22cc-47db-bdcf-1576580ffc2b for instance with vm_state building and task_state spawning. [ 918.845909] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577726, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.860430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 918.927055] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Successfully updated port: 97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.959517] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577725, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.226634] env[63005]: DEBUG nova.compute.utils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 919.231829] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.232098] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.278374] env[63005]: DEBUG nova.policy [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '972ecfcd0def4810a4fbfe2068505691', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b46de5c97654db5bcf64dde9709b5f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.347596] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577726, 'name': ReconfigVM_Task, 'duration_secs': 0.728156} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.350688] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Reconfigured VM instance instance-00000049 to attach disk [datastore2] f4ef2ef5-f22f-40f4-9c61-33c76822a21a/f4ef2ef5-f22f-40f4-9c61-33c76822a21a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.352498] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b7a34383-3ed5-487c-998d-2466acd86a24 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.362215] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 919.362215] env[63005]: value = "task-2577727" [ 919.362215] env[63005]: _type = "Task" [ 919.362215] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.377466] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577727, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.463274] env[63005]: DEBUG oslo_vmware.api [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577725, 'name': RemoveSnapshot_Task, 'duration_secs': 1.446461} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.463581] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 919.463848] env[63005]: INFO nova.compute.manager [None req-1a4c5367-6e3b-4150-bd8c-0effdc4b9b4b tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 18.77 seconds to snapshot the instance on the hypervisor. [ 919.667208] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Successfully created port: 671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.735559] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 919.745140] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af1030c-4e2d-4363-a838-8cbe5977935c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.755279] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb02d1ba-15b4-4591-bf17-1c7397418517 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.792326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c73b2c0-e62d-4e32-b943-e7f4b84b2fd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.802233] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74c8c8-da87-4ba8-97a1-ef91ffe769b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.818117] env[63005]: DEBUG nova.compute.provider_tree [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.874426] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577727, 'name': Rename_Task, 'duration_secs': 0.191365} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.874426] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.874426] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77726aec-b665-401b-8e9a-fea63c1f3dab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.882533] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 919.882533] env[63005]: value = "task-2577728" [ 919.882533] env[63005]: _type = "Task" [ 919.882533] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.891734] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.057717] env[63005]: INFO nova.compute.manager [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Unrescuing [ 920.057935] env[63005]: DEBUG oslo_concurrency.lockutils [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.058101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.058271] env[63005]: DEBUG nova.network.neutron [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.321632] env[63005]: DEBUG nova.scheduler.client.report [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.393872] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577728, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.651971] env[63005]: INFO nova.compute.manager [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Rebuilding instance [ 920.712805] env[63005]: DEBUG nova.compute.manager [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 920.713722] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bb22b6-f463-4a1c-94d6-8c0dc2055667 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.745027] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 920.776757] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 920.777271] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 920.777545] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.777833] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 920.778246] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 920.780362] env[63005]: DEBUG nova.virt.hardware [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 920.781843] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b4b2c0-fe64-476c-bb1e-56b136f47a8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.792230] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20fab6-ac74-46ba-bd19-4b11df1be2d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.822836] env[63005]: DEBUG nova.network.neutron [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.827292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.105s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 920.830208] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.281s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 920.830208] env[63005]: DEBUG nova.objects.instance [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lazy-loading 'resources' on Instance uuid 1d75e123-6966-4623-bd77-881432ff2004 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 920.847030] env[63005]: INFO nova.scheduler.client.report [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted allocations for instance a4a56a92-d12d-4e4e-983a-336949f7bbb3 [ 920.858839] env[63005]: DEBUG nova.compute.manager [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-changed-97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 920.859053] env[63005]: DEBUG nova.compute.manager [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Refreshing instance network info cache due to event network-changed-97eb260d-22cc-47db-bdcf-1576580ffc2b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 920.859268] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] Acquiring lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 920.859408] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] Acquired lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.859596] env[63005]: DEBUG nova.network.neutron [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Refreshing network info cache for port 97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.894755] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577728, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.325486] env[63005]: DEBUG oslo_concurrency.lockutils [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 921.326128] env[63005]: DEBUG nova.objects.instance [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'flavor' on Instance uuid 5c611ad3-304c-4795-8d76-3e1077f00edc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.336943] env[63005]: DEBUG nova.compute.manager [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-vif-plugged-45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 921.337171] env[63005]: DEBUG oslo_concurrency.lockutils [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] Acquiring lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.337377] env[63005]: DEBUG oslo_concurrency.lockutils [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.337636] env[63005]: DEBUG oslo_concurrency.lockutils [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.338152] env[63005]: DEBUG nova.compute.manager [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] No waiting events found dispatching network-vif-plugged-45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 921.338152] env[63005]: WARNING nova.compute.manager [req-9faeff87-c24c-4f77-804d-7d5d1ffe9bd1 req-aa7b3cc0-9de2-44ce-802a-116c6880d47b service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received unexpected event network-vif-plugged-45b7db48-fc7b-4777-a3e0-837ff00f2e01 for instance with vm_state building and task_state spawning. [ 921.355015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b49e4c9-52f8-457f-8352-2a543fba567a tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "a4a56a92-d12d-4e4e-983a-336949f7bbb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.479s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.395888] env[63005]: DEBUG oslo_vmware.api [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577728, 'name': PowerOnVM_Task, 'duration_secs': 1.053131} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.398578] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.398786] env[63005]: INFO nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Took 9.92 seconds to spawn the instance on the hypervisor. [ 921.398963] env[63005]: DEBUG nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.400052] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de16cbd4-8f2e-4bbf-9d04-3a27aa585643 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.459583] env[63005]: DEBUG nova.network.neutron [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 921.482340] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Successfully updated port: 671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.676813] env[63005]: DEBUG nova.network.neutron [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.722155] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Successfully updated port: 45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.736179] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.736179] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9962fbc5-f7fc-40b6-93fb-387189754fdf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.743052] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 921.743052] env[63005]: value = "task-2577729" [ 921.743052] env[63005]: _type = "Task" [ 921.743052] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.752189] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.802925] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ae7d70-01c0-4451-9b38-8a604aadd63a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.813039] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd6623d-842f-41cb-9104-57d87b601ff0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.853172] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3e91ed-1107-4fbc-bca4-f785a1d2ad20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.856825] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f600e4-5c6b-4b1f-9bcc-08f8fcb5b99e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.885474] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849e6f0a-96f6-48b6-9fba-1abcbb68e41f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.890265] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.890614] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825d2e0b-07ce-4017-8110-719fd57f2330 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.906654] env[63005]: DEBUG nova.compute.provider_tree [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 921.913463] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 921.913463] env[63005]: value = "task-2577730" [ 921.913463] env[63005]: _type = "Task" [ 921.913463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.918836] env[63005]: INFO nova.compute.manager [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Took 37.12 seconds to build instance. [ 921.926706] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.985594] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 921.985594] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.985594] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.182308] env[63005]: DEBUG oslo_concurrency.lockutils [req-b0db2dbb-acd3-468f-8918-609c24177dd5 req-2c54a85c-2aa9-4fb2-8b4d-61bc7da78425 service nova] Releasing lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 922.225186] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.225342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.225496] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.252091] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577729, 'name': PowerOffVM_Task, 'duration_secs': 0.268769} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.252384] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.253248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 922.253385] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c73f2-bce3-47ca-bb7e-999e343626b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.261467] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.261703] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35389c1e-306b-44c9-a72e-caf4aeb3bf5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.328546] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.328879] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.328934] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleting the datastore file [datastore2] 172dafa3-669c-416f-ba21-5c668049ec67 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.329232] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ad47e05-7b88-4ff4-b914-96ed8221fb28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.335791] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 922.335791] env[63005]: value = "task-2577732" [ 922.335791] env[63005]: _type = "Task" [ 922.335791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.344227] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.416804] env[63005]: DEBUG nova.scheduler.client.report [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 922.420859] env[63005]: DEBUG oslo_concurrency.lockutils [None req-144bb986-19e5-41fb-bc52-ee73ccb7beec tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.628s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.431921] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577730, 'name': PowerOffVM_Task, 'duration_secs': 0.205841} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.432254] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.437671] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfiguring VM instance instance-00000042 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 922.438644] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c47e2eb-7c71-4939-95e9-6e50e1145cf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.459574] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 922.459574] env[63005]: value = "task-2577733" [ 922.459574] env[63005]: _type = "Task" [ 922.459574] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.472037] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.524738] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.740065] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "d014012e-97c9-4551-8a56-6a39ae405d42" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.740385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.740601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.740809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.740983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.743832] env[63005]: INFO nova.compute.manager [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Terminating instance [ 922.787846] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.847806] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171663} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.848077] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 922.848261] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 922.848436] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 922.855027] env[63005]: DEBUG nova.network.neutron [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Updating instance_info_cache with network_info: [{"id": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "address": "fa:16:3e:cb:e3:9b", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671a38ff-b7", "ovs_interfaceid": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.929529] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.936089] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.217s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.940061] env[63005]: INFO nova.compute.claims [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 922.954906] env[63005]: DEBUG nova.compute.manager [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Received event network-vif-plugged-671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.955114] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Acquiring lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 922.955416] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 922.955552] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 922.955665] env[63005]: DEBUG nova.compute.manager [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] No waiting events found dispatching network-vif-plugged-671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 922.955898] env[63005]: WARNING nova.compute.manager [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Received unexpected event network-vif-plugged-671a38ff-b78b-4a1c-9929-c5f6e60fab71 for instance with vm_state building and task_state spawning. [ 922.956038] env[63005]: DEBUG nova.compute.manager [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Received event network-changed-671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 922.956398] env[63005]: DEBUG nova.compute.manager [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Refreshing instance network info cache due to event network-changed-671a38ff-b78b-4a1c-9929-c5f6e60fab71. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 922.956578] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Acquiring lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 922.971120] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577733, 'name': ReconfigVM_Task, 'duration_secs': 0.243104} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.972134] env[63005]: INFO nova.scheduler.client.report [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Deleted allocations for instance 1d75e123-6966-4623-bd77-881432ff2004 [ 922.979706] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Reconfigured VM instance instance-00000042 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 922.979953] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.980736] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f841bd53-13b8-4649-b291-32558f8a4cec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.004211] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 923.004211] env[63005]: value = "task-2577734" [ 923.004211] env[63005]: _type = "Task" [ 923.004211] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.004211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.004211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.004211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.004211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.004211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.008138] env[63005]: INFO nova.compute.manager [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Terminating instance [ 923.023830] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577734, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.084308] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.084546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.084822] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 923.085015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 923.085189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.087513] env[63005]: INFO nova.compute.manager [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Terminating instance [ 923.248843] env[63005]: DEBUG nova.compute.manager [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.249217] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.253020] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f34b50f-b497-4fe2-91c9-b08a238b9068 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.259734] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.260397] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-864ef154-006c-44a9-be65-e315089b2f6d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.268196] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 923.268196] env[63005]: value = "task-2577735" [ 923.268196] env[63005]: _type = "Task" [ 923.268196] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.277804] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577735, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.307299] env[63005]: DEBUG nova.network.neutron [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updating instance_info_cache with network_info: [{"id": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "address": "fa:16:3e:49:97:53", "network": {"id": "b27fd189-9dc5-44db-97da-163379189a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-292274654", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eb260d-22", "ovs_interfaceid": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "address": "fa:16:3e:f2:34:d1", "network": {"id": "31cc33da-a6ac-4885-bbef-5e1bfe2df821", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1589543844", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b7db48-fc", "ovs_interfaceid": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.359522] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.360316] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Instance network_info: |[{"id": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "address": "fa:16:3e:cb:e3:9b", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671a38ff-b7", "ovs_interfaceid": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.360782] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Acquired lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.361106] env[63005]: DEBUG nova.network.neutron [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Refreshing network info cache for port 671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.362992] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:e3:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '671a38ff-b78b-4a1c-9929-c5f6e60fab71', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.372923] env[63005]: DEBUG oslo.service.loopingcall [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.375801] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.377178] env[63005]: DEBUG nova.compute.manager [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-changed-45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 923.377371] env[63005]: DEBUG nova.compute.manager [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Refreshing instance network info cache due to event network-changed-45b7db48-fc7b-4777-a3e0-837ff00f2e01. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 923.377563] env[63005]: DEBUG oslo_concurrency.lockutils [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] Acquiring lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 923.378125] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d1910db-3fc4-44aa-af85-3bb8eb310144 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.405646] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.405646] env[63005]: value = "task-2577736" [ 923.405646] env[63005]: _type = "Task" [ 923.405646] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.415096] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577736, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.483630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-534776a5-e8b0-4550-b064-13cfe6cfeef8 tempest-ServerMetadataTestJSON-2065866654 tempest-ServerMetadataTestJSON-2065866654-project-member] Lock "1d75e123-6966-4623-bd77-881432ff2004" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.527s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 923.518495] env[63005]: DEBUG nova.compute.manager [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.518717] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.519771] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0b3f24-b93d-4a2e-97d6-6dd60636cd75 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.529227] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577734, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.531702] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.531961] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0484e927-d6ca-4893-bf64-577efa61bc8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.539312] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 923.539312] env[63005]: value = "task-2577737" [ 923.539312] env[63005]: _type = "Task" [ 923.539312] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.549475] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.591237] env[63005]: DEBUG nova.compute.manager [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 923.591523] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.592462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cc6287-9d47-4695-ab34-a4364ceebfe8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.602361] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.602703] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01eba539-b88f-4dc4-a6b8-9231e0602288 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.611724] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 923.611724] env[63005]: value = "task-2577738" [ 923.611724] env[63005]: _type = "Task" [ 923.611724] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.621418] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.779183] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577735, 'name': PowerOffVM_Task, 'duration_secs': 0.333809} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.779527] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.779732] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.780024] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1b9cce6-1e4e-432e-8263-bf87d5b3acf7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.810989] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 923.811500] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance network_info: |[{"id": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "address": "fa:16:3e:49:97:53", "network": {"id": "b27fd189-9dc5-44db-97da-163379189a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-292274654", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eb260d-22", "ovs_interfaceid": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "address": "fa:16:3e:f2:34:d1", "network": {"id": "31cc33da-a6ac-4885-bbef-5e1bfe2df821", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1589543844", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b7db48-fc", "ovs_interfaceid": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.812051] env[63005]: DEBUG oslo_concurrency.lockutils [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] Acquired lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.812386] env[63005]: DEBUG nova.network.neutron [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Refreshing network info cache for port 45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.814452] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:97:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '01fe2e08-46f6-4cee-aefd-934461f8077d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97eb260d-22cc-47db-bdcf-1576580ffc2b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f2:34:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '45b7db48-fc7b-4777-a3e0-837ff00f2e01', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.830247] env[63005]: DEBUG oslo.service.loopingcall [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.831614] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.831949] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b1653bb-8831-4faf-afdb-635d3fbc9367 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.864328] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.864553] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.864806] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleting the datastore file [datastore1] d014012e-97c9-4551-8a56-6a39ae405d42 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.866696] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60826e3a-c392-4cd9-893f-eb2acf7f1660 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.871968] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.871968] env[63005]: value = "task-2577740" [ 923.871968] env[63005]: _type = "Task" [ 923.871968] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.881505] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 923.881505] env[63005]: value = "task-2577741" [ 923.881505] env[63005]: _type = "Task" [ 923.881505] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.893942] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577740, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.901621] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.904886] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.905286] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.905563] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.905860] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.906124] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.906375] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.906795] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.906980] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.907298] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.907628] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.907916] env[63005]: DEBUG nova.virt.hardware [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.909280] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d5ea5b9-9e90-4547-8ea0-352fcd19237b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.926333] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf838d3-9111-4071-8b46-338ed3706893 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.933230] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577736, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.945898] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:c3:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea144ca3-82e2-4ebb-a72b-d75d5777f2d1', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.953664] env[63005]: DEBUG oslo.service.loopingcall [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 923.956579] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.957018] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-975ca0ee-88fd-4284-8e45-7682a05dc0b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.977476] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.977476] env[63005]: value = "task-2577742" [ 923.977476] env[63005]: _type = "Task" [ 923.977476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.988674] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577742, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.024220] env[63005]: DEBUG oslo_vmware.api [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577734, 'name': PowerOnVM_Task, 'duration_secs': 0.656752} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.026839] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.027102] env[63005]: DEBUG nova.compute.manager [None req-933e1a46-53b9-4860-86c7-39b0715dd209 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 924.028209] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ca7c2f-62a2-40d5-8857-5d5abdaf6f30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.054792] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577737, 'name': PowerOffVM_Task, 'duration_secs': 0.256132} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.054792] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.054792] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.055032] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b77ceaf-017a-49f2-b1c7-4a5f72663c39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.125538] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577738, 'name': PowerOffVM_Task, 'duration_secs': 0.246512} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.125860] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.126110] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 924.126376] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8d83fe0-7417-49dc-b4c7-32ae995cdb84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.137059] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.137322] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.137581] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleting the datastore file [datastore2] e1120bae-5ee5-4db3-b3a5-daa23e498d1a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.137832] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e1e2b7-3df2-43e9-b218-3272332479a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.155371] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 924.155371] env[63005]: value = "task-2577745" [ 924.155371] env[63005]: _type = "Task" [ 924.155371] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.168386] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.215961] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 924.216243] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 924.216505] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleting the datastore file [datastore2] f4ef2ef5-f22f-40f4-9c61-33c76822a21a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 924.216760] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5f3d978-3477-41d1-8081-909191a146ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.224679] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for the task: (returnval){ [ 924.224679] env[63005]: value = "task-2577746" [ 924.224679] env[63005]: _type = "Task" [ 924.224679] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.239069] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.292346] env[63005]: DEBUG nova.network.neutron [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Updated VIF entry in instance network info cache for port 671a38ff-b78b-4a1c-9929-c5f6e60fab71. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 924.292814] env[63005]: DEBUG nova.network.neutron [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Updating instance_info_cache with network_info: [{"id": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "address": "fa:16:3e:cb:e3:9b", "network": {"id": "ad1b9846-ad86-4b84-9d81-7ff39a2f4b25", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1318893694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b46de5c97654db5bcf64dde9709b5f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap671a38ff-b7", "ovs_interfaceid": "671a38ff-b78b-4a1c-9929-c5f6e60fab71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.384475] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577740, 'name': CreateVM_Task, 'duration_secs': 0.43206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.387557] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.390610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.390783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.391120] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.391855] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce85d7aa-b5a6-416a-95bc-e8cb9317884b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.396959] env[63005]: DEBUG oslo_vmware.api [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194504} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.398172] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.398423] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.399281] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.399281] env[63005]: INFO nova.compute.manager [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.399281] env[63005]: DEBUG oslo.service.loopingcall [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.399281] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 924.399281] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52448c28-7361-1a0c-7334-d554fd468fef" [ 924.399281] env[63005]: _type = "Task" [ 924.399281] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.399758] env[63005]: DEBUG nova.compute.manager [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.399758] env[63005]: DEBUG nova.network.neutron [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.407894] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878a89a1-ca91-4476-ba5f-66e8317b783c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.413296] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52448c28-7361-1a0c-7334-d554fd468fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.424849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2e75c-de9f-42e7-b2b0-6008e7ee20ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.428559] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577736, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.460380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52bbe9c1-f424-4b60-9fd8-b32dbe53c6d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.468693] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a378d9-c3bc-4b13-baa8-8dc2ec551ca7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.483827] env[63005]: DEBUG nova.compute.provider_tree [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.495582] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577742, 'name': CreateVM_Task, 'duration_secs': 0.353108} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.496375] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.498016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.666685] env[63005]: DEBUG oslo_vmware.api [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208371} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.667051] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.669071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.669071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.669071] env[63005]: INFO nova.compute.manager [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.669071] env[63005]: DEBUG oslo.service.loopingcall [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.669071] env[63005]: DEBUG nova.compute.manager [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.669071] env[63005]: DEBUG nova.network.neutron [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.736414] env[63005]: DEBUG oslo_vmware.api [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Task: {'id': task-2577746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237915} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.736695] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.736887] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.737068] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.738062] env[63005]: INFO nova.compute.manager [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 924.738062] env[63005]: DEBUG oslo.service.loopingcall [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 924.738062] env[63005]: DEBUG nova.compute.manager [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 924.738062] env[63005]: DEBUG nova.network.neutron [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 924.785913] env[63005]: DEBUG nova.network.neutron [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updated VIF entry in instance network info cache for port 45b7db48-fc7b-4777-a3e0-837ff00f2e01. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 924.786373] env[63005]: DEBUG nova.network.neutron [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updating instance_info_cache with network_info: [{"id": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "address": "fa:16:3e:49:97:53", "network": {"id": "b27fd189-9dc5-44db-97da-163379189a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-292274654", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eb260d-22", "ovs_interfaceid": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "address": "fa:16:3e:f2:34:d1", "network": {"id": "31cc33da-a6ac-4885-bbef-5e1bfe2df821", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1589543844", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap45b7db48-fc", "ovs_interfaceid": "45b7db48-fc7b-4777-a3e0-837ff00f2e01", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.796148] env[63005]: DEBUG oslo_concurrency.lockutils [req-f801853b-ccbd-45b3-81e0-da47244e014d req-c05c940e-67ed-402d-a5fc-712d9bf101f5 service nova] Releasing lock "refresh_cache-fb6432b5-d52a-46d5-b1cd-07a68ee78a33" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.919022] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52448c28-7361-1a0c-7334-d554fd468fef, 'name': SearchDatastore_Task, 'duration_secs': 0.018205} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.920586] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.923022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.923022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.923022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.923022] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.923022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.923022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.923022] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b115633-d11c-40f4-af98-b18cdb80b7e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.924295] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4c0d97b-2a34-4b5e-ab4d-7be73f79e574 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.931885] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577736, 'name': CreateVM_Task, 'duration_secs': 1.174098} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.931885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.932285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.932454] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.932800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 924.933990] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37453d42-a940-4e4a-95bb-97cfa8806709 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.935732] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.939020] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.939020] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718e8865-36c9-4e25-8bf6-5e36fc456881 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.940173] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 924.940173] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5269dc6c-4729-892f-f621-ec7f030ce1c3" [ 924.940173] env[63005]: _type = "Task" [ 924.940173] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.946611] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 924.946611] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5213569f-a1da-49b4-7165-022c1346620f" [ 924.946611] env[63005]: _type = "Task" [ 924.946611] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.946770] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 924.946770] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529f1f10-ccae-e817-2dba-d8328d17957d" [ 924.946770] env[63005]: _type = "Task" [ 924.946770] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.955946] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5269dc6c-4729-892f-f621-ec7f030ce1c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.964731] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5213569f-a1da-49b4-7165-022c1346620f, 'name': SearchDatastore_Task, 'duration_secs': 0.013359} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.964995] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529f1f10-ccae-e817-2dba-d8328d17957d, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.965783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 924.966033] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.966259] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 924.969424] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.969424] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.969424] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08aa1899-e9be-4657-9cbf-c0e5ce5ed286 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.969424] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-daf38a9a-50ab-4c7f-a8ef-8c7b82ef9ce7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.975838] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 924.975838] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b9606b-e95b-3eb6-e051-306e04030318" [ 924.975838] env[63005]: _type = "Task" [ 924.975838] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.982143] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.982325] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.985773] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c94eb98c-5081-4c37-ba7e-0a1a6b1620b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.989021] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9606b-e95b-3eb6-e051-306e04030318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.993177] env[63005]: DEBUG nova.scheduler.client.report [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.995550] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 924.995550] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52852c1a-21be-c8db-72af-6932280a0f99" [ 924.995550] env[63005]: _type = "Task" [ 924.995550] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.005840] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52852c1a-21be-c8db-72af-6932280a0f99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.294028] env[63005]: DEBUG oslo_concurrency.lockutils [req-66dd3652-f810-410a-827e-ec4f6927a008 req-fdc322fb-8d62-4414-8763-c50c676d8c07 service nova] Releasing lock "refresh_cache-82fc6744-c696-40ed-86b0-f10dcbe18287" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.294481] env[63005]: DEBUG nova.compute.manager [req-828957f9-c0ac-40d8-b6a1-4c61b03857aa req-564a460b-8fd1-44e2-8e1d-c671b9a01a68 service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Received event network-vif-deleted-bca2fae4-b25d-4909-aa6c-c1016d77a749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 925.295385] env[63005]: INFO nova.compute.manager [req-828957f9-c0ac-40d8-b6a1-4c61b03857aa req-564a460b-8fd1-44e2-8e1d-c671b9a01a68 service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Neutron deleted interface bca2fae4-b25d-4909-aa6c-c1016d77a749; detaching it from the instance and deleting it from the info cache [ 925.295385] env[63005]: DEBUG nova.network.neutron [req-828957f9-c0ac-40d8-b6a1-4c61b03857aa req-564a460b-8fd1-44e2-8e1d-c671b9a01a68 service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.395257] env[63005]: DEBUG nova.network.neutron [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.452319] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5269dc6c-4729-892f-f621-ec7f030ce1c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01729} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.452628] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.452877] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.453117] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 925.487642] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9606b-e95b-3eb6-e051-306e04030318, 'name': SearchDatastore_Task, 'duration_secs': 0.019684} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.487947] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.488749] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 82fc6744-c696-40ed-86b0-f10dcbe18287/82fc6744-c696-40ed-86b0-f10dcbe18287.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.488749] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.488749] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.488921] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca1c6732-dd13-4ffc-a904-7d9504fe7579 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.490913] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-910077e6-ce2d-4010-8b2f-e20b81b32e16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.497129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.561s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.497732] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 925.505107] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.862s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.505279] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.507181] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.013s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.507403] env[63005]: DEBUG nova.objects.instance [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lazy-loading 'resources' on Instance uuid c3026000-ae9d-4378-9d76-658e3d00b183 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.508582] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 925.508582] env[63005]: value = "task-2577747" [ 925.508582] env[63005]: _type = "Task" [ 925.508582] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.511165] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.511344] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.517479] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4aa7e006-fc16-4464-9849-762aa10be202 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.523554] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52852c1a-21be-c8db-72af-6932280a0f99, 'name': SearchDatastore_Task, 'duration_secs': 0.021965} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.524970] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed737300-a19e-4c99-8b20-3386f123a4f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.533355] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 925.533355] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524db404-7474-876c-575f-bb6bba617da8" [ 925.533355] env[63005]: _type = "Task" [ 925.533355] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.533576] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.538243] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 925.538243] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5233dba8-7599-b62e-dbc8-b4b1743250c0" [ 925.538243] env[63005]: _type = "Task" [ 925.538243] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.547423] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524db404-7474-876c-575f-bb6bba617da8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.554789] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5233dba8-7599-b62e-dbc8-b4b1743250c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.555271] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 925.555552] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] fb6432b5-d52a-46d5-b1cd-07a68ee78a33/fb6432b5-d52a-46d5-b1cd-07a68ee78a33.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.556183] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5901096-de68-4f66-b569-08596f1aa070 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.560371] env[63005]: INFO nova.scheduler.client.report [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted allocations for instance 573ce87d-556a-4761-b5e0-c479c9005783 [ 925.579085] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 925.579085] env[63005]: value = "task-2577748" [ 925.579085] env[63005]: _type = "Task" [ 925.579085] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.589386] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.609494] env[63005]: DEBUG nova.network.neutron [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.653928] env[63005]: DEBUG nova.network.neutron [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.800029] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ae46ae1-0ed7-4dc7-adce-d71437435191 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.816073] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91371145-7a1d-49f3-a3ed-261e716808ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.855189] env[63005]: DEBUG nova.compute.manager [req-828957f9-c0ac-40d8-b6a1-4c61b03857aa req-564a460b-8fd1-44e2-8e1d-c671b9a01a68 service nova] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Detach interface failed, port_id=bca2fae4-b25d-4909-aa6c-c1016d77a749, reason: Instance e1120bae-5ee5-4db3-b3a5-daa23e498d1a could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 925.858332] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.858332] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.858553] env[63005]: DEBUG nova.objects.instance [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid d1d54188-6333-44d7-b1e2-481299eb346a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 925.897351] env[63005]: INFO nova.compute.manager [-] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Took 1.50 seconds to deallocate network for instance. [ 926.012028] env[63005]: DEBUG nova.compute.utils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 926.013282] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 926.013595] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 926.034560] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577747, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.048552] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524db404-7474-876c-575f-bb6bba617da8, 'name': SearchDatastore_Task, 'duration_secs': 0.015997} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.052500] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc4a6d17-e872-4734-9a7a-23797780ecbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.061574] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 926.061574] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5299af97-82ac-fbfc-7f5a-510908e8eda2" [ 926.061574] env[63005]: _type = "Task" [ 926.061574] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.078541] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5299af97-82ac-fbfc-7f5a-510908e8eda2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.079188] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f4d628a3-b050-45bc-afc8-f02e05ee516c tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "573ce87d-556a-4761-b5e0-c479c9005783" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.211s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.093330] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577748, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.095480] env[63005]: DEBUG nova.policy [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 926.115803] env[63005]: INFO nova.compute.manager [-] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Took 1.45 seconds to deallocate network for instance. [ 926.157139] env[63005]: INFO nova.compute.manager [-] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Took 1.42 seconds to deallocate network for instance. [ 926.319984] env[63005]: DEBUG nova.compute.manager [req-e542f1d2-f0f7-4bad-a904-90cb53db3c48 req-9ff0813a-7b33-4e18-b402-33c9e15cf12e service nova] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Received event network-vif-deleted-36d374d1-a0af-4b02-a18e-5971084864ac {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 926.405987] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.421757] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a69fce2-e215-4619-a24f-6325a99b7bf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.434700] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad27327f-f13a-482a-8565-53495185d553 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.472919] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d3c56b-d6b6-4812-bf71-6ecdbf97f872 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.481964] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8927c5-1ad1-4e29-8c07-8d771e89b075 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.500498] env[63005]: DEBUG nova.compute.provider_tree [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.502693] env[63005]: DEBUG nova.objects.instance [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid d1d54188-6333-44d7-b1e2-481299eb346a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.519382] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 926.528180] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632857} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.528648] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 82fc6744-c696-40ed-86b0-f10dcbe18287/82fc6744-c696-40ed-86b0-f10dcbe18287.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.528915] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.529317] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f7f42af-278b-487a-85a0-f4708c3ab867 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.539122] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 926.539122] env[63005]: value = "task-2577749" [ 926.539122] env[63005]: _type = "Task" [ 926.539122] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.551955] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577749, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.574954] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5299af97-82ac-fbfc-7f5a-510908e8eda2, 'name': SearchDatastore_Task, 'duration_secs': 0.049553} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.574954] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 926.574954] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.574954] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-087e11fb-0975-4fe1-b9cd-bbfbef80f01b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.585902] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 926.585902] env[63005]: value = "task-2577750" [ 926.585902] env[63005]: _type = "Task" [ 926.585902] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.592938] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577748, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622523} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.593863] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Successfully created port: 9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 926.596010] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] fb6432b5-d52a-46d5-b1cd-07a68ee78a33/fb6432b5-d52a-46d5-b1cd-07a68ee78a33.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.596248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.596473] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1192bb1-4478-41f0-b5e0-568fb2598cd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.602227] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.607897] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 926.607897] env[63005]: value = "task-2577751" [ 926.607897] env[63005]: _type = "Task" [ 926.607897] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.620352] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577751, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.628773] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 926.667629] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 927.005323] env[63005]: DEBUG nova.scheduler.client.report [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 927.011718] env[63005]: DEBUG nova.objects.base [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 927.011718] env[63005]: DEBUG nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.051343] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577749, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078803} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.051768] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.052659] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e534df8-0c93-4c80-bbd8-8e118665db5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.059108] env[63005]: DEBUG nova.policy [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.080145] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 82fc6744-c696-40ed-86b0-f10dcbe18287/82fc6744-c696-40ed-86b0-f10dcbe18287.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.081339] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f607518-9254-472b-99a3-9fc81874bca5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.107806] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577750, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.110434] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 927.110434] env[63005]: value = "task-2577752" [ 927.110434] env[63005]: _type = "Task" [ 927.110434] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.130224] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577751, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083488} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.134213] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.134571] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.135343] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa4e0e1-3cfe-4823-80e6-6b446f075c12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.166245] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] fb6432b5-d52a-46d5-b1cd-07a68ee78a33/fb6432b5-d52a-46d5-b1cd-07a68ee78a33.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.167142] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1a84207-5d1d-408e-9a86-2ed11bd67bbb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.193590] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 927.193590] env[63005]: value = "task-2577753" [ 927.193590] env[63005]: _type = "Task" [ 927.193590] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.211393] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.442455] env[63005]: DEBUG nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Successfully created port: 6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 927.513914] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 927.517785] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.423s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 927.519472] env[63005]: INFO nova.compute.claims [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.536651] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 927.551988] env[63005]: INFO nova.scheduler.client.report [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Deleted allocations for instance c3026000-ae9d-4378-9d76-658e3d00b183 [ 927.567588] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 927.567831] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 927.568193] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 927.568697] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 927.568697] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 927.568697] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 927.569640] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 927.569872] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 927.570148] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 927.570373] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 927.570582] env[63005]: DEBUG nova.virt.hardware [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 927.571639] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-688e14d4-c95d-43b0-84c5-385649a730b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.581393] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-216a4159-7986-42c6-b8f3-5a4468c7ad33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.613583] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577750, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903826} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.613583] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.613583] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.613583] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efa608b2-e1f5-4935-83b5-e70a4fce6d38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.621600] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 927.621600] env[63005]: value = "task-2577754" [ 927.621600] env[63005]: _type = "Task" [ 927.621600] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.628303] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577752, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.637198] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577754, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.704671] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.952898] env[63005]: DEBUG nova.compute.manager [req-46356f20-c16b-4512-ab8d-97eab80ab1b0 req-fdded088-32e6-447b-bb5c-6ee75dc79ecd service nova] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Received event network-vif-deleted-6981873d-e94d-4f23-99a1-33d19c53fe2c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 928.066100] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9538162b-3459-4e35-9ad0-252fe62c84ce tempest-ServersWithSpecificFlavorTestJSON-1531948853 tempest-ServersWithSpecificFlavorTestJSON-1531948853-project-member] Lock "c3026000-ae9d-4378-9d76-658e3d00b183" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.690s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.129365] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577752, 'name': ReconfigVM_Task, 'duration_secs': 0.525956} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.130178] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 82fc6744-c696-40ed-86b0-f10dcbe18287/82fc6744-c696-40ed-86b0-f10dcbe18287.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.130850] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc5cd999-1c65-457b-a210-f4fad08488e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.136083] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577754, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072799} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.136294] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.137047] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3f145-9035-4cc0-b771-8be1e582b28b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.141124] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 928.141124] env[63005]: value = "task-2577755" [ 928.141124] env[63005]: _type = "Task" [ 928.141124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.162529] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.163407] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e43a9b7-ed7b-4a3d-99df-bab84a8c1014 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.190863] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577755, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.191787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.192063] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.206963] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 928.206963] env[63005]: value = "task-2577756" [ 928.206963] env[63005]: _type = "Task" [ 928.206963] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.206963] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Successfully updated port: 9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 928.216116] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577753, 'name': ReconfigVM_Task, 'duration_secs': 0.976722} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.217257] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Reconfigured VM instance instance-0000004b to attach disk [datastore2] fb6432b5-d52a-46d5-b1cd-07a68ee78a33/fb6432b5-d52a-46d5-b1cd-07a68ee78a33.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.217984] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84aa32bf-6647-4ec5-9df7-49e3ef9653f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.223638] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577756, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.229999] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 928.229999] env[63005]: value = "task-2577757" [ 928.229999] env[63005]: _type = "Task" [ 928.229999] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.241368] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577757, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.653317] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577755, 'name': Rename_Task, 'duration_secs': 0.178454} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.653609] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.653827] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70e3668d-09c6-4e9e-b936-4f5921e40612 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.661097] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 928.661097] env[63005]: value = "task-2577758" [ 928.661097] env[63005]: _type = "Task" [ 928.661097] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.668645] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.694927] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.708038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 928.708038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.708160] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.726149] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577756, 'name': ReconfigVM_Task, 'duration_secs': 0.329686} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.726607] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 172dafa3-669c-416f-ba21-5c668049ec67/172dafa3-669c-416f-ba21-5c668049ec67.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.726988] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f72d8a0a-35d2-4f39-b28a-317a6c0f15ac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.737396] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 928.737396] env[63005]: value = "task-2577759" [ 928.737396] env[63005]: _type = "Task" [ 928.737396] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.745895] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577757, 'name': Rename_Task, 'duration_secs': 0.315844} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.746764] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.747016] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf0b3fb-824c-489d-83c5-2d7f4408febb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.755368] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577759, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.757016] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 928.757016] env[63005]: value = "task-2577760" [ 928.757016] env[63005]: _type = "Task" [ 928.757016] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.766818] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.884974] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a889d4-cedc-476f-8afc-123e919d1e62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.894191] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bea03c-49dd-4e1c-8ce4-171d0e70ffb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.928474] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c1a337-da22-4552-b40b-a3c37feb5214 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.936846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff9320c-45a7-4be0-9652-472f0c033228 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.951095] env[63005]: DEBUG nova.compute.provider_tree [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.981369] env[63005]: DEBUG nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Successfully updated port: 6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 929.071078] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.071195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.173788] env[63005]: DEBUG oslo_vmware.api [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577758, 'name': PowerOnVM_Task, 'duration_secs': 0.495726} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.174067] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.174274] env[63005]: INFO nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Took 11.00 seconds to spawn the instance on the hypervisor. [ 929.174451] env[63005]: DEBUG nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.175251] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a61bf05-4d88-42e7-9e75-d888da81567a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.219028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 929.249182] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577759, 'name': Rename_Task, 'duration_secs': 0.171456} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.250117] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.252079] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.252358] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3275194b-11ec-4a6a-aa17-9a5fe3820870 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.262675] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 929.262675] env[63005]: value = "task-2577761" [ 929.262675] env[63005]: _type = "Task" [ 929.262675] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.268937] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.275123] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.393087] env[63005]: DEBUG nova.network.neutron [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Updating instance_info_cache with network_info: [{"id": "9dca4789-3069-4af9-a522-1acab31946a1", "address": "fa:16:3e:ff:94:ad", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dca4789-30", "ovs_interfaceid": "9dca4789-3069-4af9-a522-1acab31946a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.453854] env[63005]: DEBUG nova.scheduler.client.report [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.483843] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 929.483998] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.484208] env[63005]: DEBUG nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.574382] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 929.693180] env[63005]: INFO nova.compute.manager [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Took 37.16 seconds to build instance. [ 929.773680] env[63005]: DEBUG oslo_vmware.api [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577760, 'name': PowerOnVM_Task, 'duration_secs': 0.686777} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.776774] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.777482] env[63005]: INFO nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Took 9.03 seconds to spawn the instance on the hypervisor. [ 929.777689] env[63005]: DEBUG nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.778028] env[63005]: DEBUG oslo_vmware.api [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577761, 'name': PowerOnVM_Task, 'duration_secs': 0.486827} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.778821] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b195df-0aaa-4b9c-ba00-fb47e3e9c98d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.781375] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.781627] env[63005]: DEBUG nova.compute.manager [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 929.782366] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1180d476-b0dc-46f0-bb07-790234ad5a41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.897026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 929.897026] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Instance network_info: |[{"id": "9dca4789-3069-4af9-a522-1acab31946a1", "address": "fa:16:3e:ff:94:ad", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dca4789-30", "ovs_interfaceid": "9dca4789-3069-4af9-a522-1acab31946a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.898567] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:94:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9dca4789-3069-4af9-a522-1acab31946a1', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.905995] env[63005]: DEBUG oslo.service.loopingcall [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 929.908879] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.909325] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e98c787-983c-4b06-86e9-575d6efde64e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.931538] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.931538] env[63005]: value = "task-2577762" [ 929.931538] env[63005]: _type = "Task" [ 929.931538] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.940103] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577762, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.959756] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 929.960402] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 929.965284] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.325s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 929.966890] env[63005]: INFO nova.compute.claims [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.038509] env[63005]: WARNING nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 930.096648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.121559] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Received event network-vif-plugged-9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.121559] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquiring lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.121559] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.121559] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.121559] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] No waiting events found dispatching network-vif-plugged-9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 930.121559] env[63005]: WARNING nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Received unexpected event network-vif-plugged-9dca4789-3069-4af9-a522-1acab31946a1 for instance with vm_state building and task_state spawning. [ 930.121559] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Received event network-changed-9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 930.121559] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Refreshing instance network info cache due to event network-changed-9dca4789-3069-4af9-a522-1acab31946a1. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 930.121559] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquiring lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.121559] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquired lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.121559] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Refreshing network info cache for port 9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 930.195283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-78c42279-5782-4654-af79-c43e21d1b134 tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.677s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.310282] env[63005]: INFO nova.compute.manager [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Took 26.79 seconds to build instance. [ 930.313119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.348463] env[63005]: DEBUG nova.network.neutron [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "6279f94c-f5e7-4161-98b0-027cb6e51ddd", "address": "fa:16:3e:43:27:f9", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6279f94c-f5", "ovs_interfaceid": "6279f94c-f5e7-4161-98b0-027cb6e51ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.410700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "82fc6744-c696-40ed-86b0-f10dcbe18287" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.410949] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.411178] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 930.411377] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 930.411529] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.413645] env[63005]: INFO nova.compute.manager [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Terminating instance [ 930.442138] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577762, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.471196] env[63005]: DEBUG nova.compute.utils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 930.474992] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.475199] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.513121] env[63005]: DEBUG nova.policy [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.812835] env[63005]: DEBUG oslo_concurrency.lockutils [None req-daa48cb4-9d90-475c-bfc3-baf3e86b5cf2 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.317s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 930.852363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.852775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.852926] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.853835] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864e3a4c-bef0-4c3e-ba9d-55b72838b5e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 930.877170] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 930.877445] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 930.877445] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 930.877601] env[63005]: DEBUG nova.virt.hardware [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 930.884538] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfiguring VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 930.887707] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a1844b3-67e8-45d8-8db1-6be33bec29a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.900762] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Successfully created port: 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 930.910871] env[63005]: DEBUG oslo_vmware.api [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 930.910871] env[63005]: value = "task-2577763" [ 930.910871] env[63005]: _type = "Task" [ 930.910871] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.919972] env[63005]: DEBUG nova.compute.manager [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 930.920479] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 930.920792] env[63005]: DEBUG oslo_vmware.api [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577763, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.921550] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4669c399-05fb-433f-8eb2-ffc2d0c1c331 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.928718] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 930.928956] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-659b93d2-0170-4af2-947d-e958b8691cd2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.937588] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 930.937588] env[63005]: value = "task-2577764" [ 930.937588] env[63005]: _type = "Task" [ 930.937588] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.948488] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577762, 'name': CreateVM_Task, 'duration_secs': 0.531623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.949348] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.950148] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.950347] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.950670] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 930.950953] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d8bec4-c35f-4972-b15c-5d15342bc181 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.957095] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.961782] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 930.961782] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528a0910-506a-cd99-11d7-162e90091ad2" [ 930.961782] env[63005]: _type = "Task" [ 930.961782] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.966270] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Updated VIF entry in instance network info cache for port 9dca4789-3069-4af9-a522-1acab31946a1. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 930.966700] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Updating instance_info_cache with network_info: [{"id": "9dca4789-3069-4af9-a522-1acab31946a1", "address": "fa:16:3e:ff:94:ad", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9dca4789-30", "ovs_interfaceid": "9dca4789-3069-4af9-a522-1acab31946a1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.978319] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 930.984808] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528a0910-506a-cd99-11d7-162e90091ad2, 'name': SearchDatastore_Task, 'duration_secs': 0.012725} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.986707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 930.986880] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.987158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 930.987331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.987529] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.988092] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-30ac8c98-af5e-4550-a0cd-814aa681f83b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.999240] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.999710] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.000498] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a21c742b-3c9f-46f1-9ed2-14631e4b365c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.007598] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 931.007598] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5218ac7f-18ac-d22c-116f-e9fc7d7c67cb" [ 931.007598] env[63005]: _type = "Task" [ 931.007598] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.019107] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5218ac7f-18ac-d22c-116f-e9fc7d7c67cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.346583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7eb876-9b24-49e3-bc20-9693e8a5e654 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.355214] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5355f62-bfed-46fe-9628-e2236708e075 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.387526] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbeb628-c55b-41ea-8c06-22f189fca00d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.396137] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ecd8561-a710-4557-8faa-1c7224be6012 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.412457] env[63005]: DEBUG nova.compute.provider_tree [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.422598] env[63005]: DEBUG oslo_vmware.api [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577763, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.448108] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577764, 'name': PowerOffVM_Task, 'duration_secs': 0.313331} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.448415] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 931.448580] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 931.448899] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9917104-b537-4e48-bccb-100ef2c65f38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.469693] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Releasing lock "refresh_cache-be04d244-e01a-4b42-8345-5bd9243cc922" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.469980] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-vif-plugged-6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.470265] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.470891] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.470891] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.470891] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] No waiting events found dispatching network-vif-plugged-6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 931.471102] env[63005]: WARNING nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received unexpected event network-vif-plugged-6279f94c-f5e7-4161-98b0-027cb6e51ddd for instance with vm_state active and task_state None. [ 931.471214] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-changed-6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 931.471406] env[63005]: DEBUG nova.compute.manager [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing instance network info cache due to event network-changed-6279f94c-f5e7-4161-98b0-027cb6e51ddd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 931.471600] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 931.471760] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.471925] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Refreshing network info cache for port 6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.522769] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5218ac7f-18ac-d22c-116f-e9fc7d7c67cb, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.524006] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9238e3be-813f-4bfe-ac8e-09191dc63bd2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.531916] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 931.531916] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e97e65-7023-6747-2166-e4f3447c83ae" [ 931.531916] env[63005]: _type = "Task" [ 931.531916] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.541119] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e97e65-7023-6747-2166-e4f3447c83ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.569986] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 931.570259] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 931.570457] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleting the datastore file [datastore1] 82fc6744-c696-40ed-86b0-f10dcbe18287 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 931.570724] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4624234-f89f-4bef-a5f7-5770895db1f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.579679] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for the task: (returnval){ [ 931.579679] env[63005]: value = "task-2577766" [ 931.579679] env[63005]: _type = "Task" [ 931.579679] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.589401] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.918402] env[63005]: DEBUG nova.scheduler.client.report [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.925259] env[63005]: DEBUG oslo_vmware.api [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577763, 'name': ReconfigVM_Task, 'duration_secs': 0.784496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.926015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 931.926243] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfigured VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 931.988526] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.013506] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.013780] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.013945] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.014152] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.014351] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.014524] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.014750] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.014914] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.015106] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.015277] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.015453] env[63005]: DEBUG nova.virt.hardware [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.016649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16759304-a5b0-4b7f-9f68-cdcd68f4c181 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.026470] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832fc4f-dbec-4e71-8685-2570ba16c31e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.050249] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e97e65-7023-6747-2166-e4f3447c83ae, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.050538] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.050808] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] be04d244-e01a-4b42-8345-5bd9243cc922/be04d244-e01a-4b42-8345-5bd9243cc922.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.051074] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bef3349f-bd65-41c4-a085-b1406fbf28e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.060456] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 932.060456] env[63005]: value = "task-2577767" [ 932.060456] env[63005]: _type = "Task" [ 932.060456] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.070972] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.089647] env[63005]: DEBUG oslo_vmware.api [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Task: {'id': task-2577766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302899} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.089647] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.089943] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.090025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.090176] env[63005]: INFO nova.compute.manager [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Took 1.17 seconds to destroy the instance on the hypervisor. [ 932.090492] env[63005]: DEBUG oslo.service.loopingcall [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 932.090683] env[63005]: DEBUG nova.compute.manager [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.090773] env[63005]: DEBUG nova.network.neutron [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.189772] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updated VIF entry in instance network info cache for port 6279f94c-f5e7-4161-98b0-027cb6e51ddd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 932.190317] env[63005]: DEBUG nova.network.neutron [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "6279f94c-f5e7-4161-98b0-027cb6e51ddd", "address": "fa:16:3e:43:27:f9", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6279f94c-f5", "ovs_interfaceid": "6279f94c-f5e7-4161-98b0-027cb6e51ddd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.213735] env[63005]: DEBUG nova.compute.manager [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 932.214695] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd39d9fe-e843-4146-9001-fba2dc78efc2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.426701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.427300] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 932.431878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.660s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.432175] env[63005]: DEBUG nova.objects.instance [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lazy-loading 'resources' on Instance uuid e0816a99-4b04-471e-9c33-748c41463b69 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.434629] env[63005]: DEBUG oslo_concurrency.lockutils [None req-701b67d7-280c-4569-84da-07b6f61b02c0 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.576s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.483910] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Successfully updated port: 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 932.572284] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577767, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.693831] env[63005]: DEBUG oslo_concurrency.lockutils [req-ab1a6e4a-16df-4b57-8349-c5a231c33b05 req-c890ac79-0e5d-4b17-8992-786eaaf96e95 service nova] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 932.726948] env[63005]: INFO nova.compute.manager [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] instance snapshotting [ 932.730876] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d77cea-b2c5-432a-acc9-198e21cefb09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.752344] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e005b7-e789-4ca8-99ef-5897455497ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.794034] env[63005]: DEBUG nova.compute.manager [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received event network-vif-plugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.794218] env[63005]: DEBUG oslo_concurrency.lockutils [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 932.794480] env[63005]: DEBUG oslo_concurrency.lockutils [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 932.794636] env[63005]: DEBUG oslo_concurrency.lockutils [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 932.794744] env[63005]: DEBUG nova.compute.manager [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] No waiting events found dispatching network-vif-plugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 932.794926] env[63005]: WARNING nova.compute.manager [req-d2ef86d1-6d7d-44e7-8832-556a5f21ae60 req-74891374-5508-477e-928c-5d366d1bccce service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received unexpected event network-vif-plugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 for instance with vm_state building and task_state spawning. [ 932.869969] env[63005]: DEBUG nova.compute.manager [req-681efb7f-45a9-4e4c-97a2-f4f27a2b1b33 req-4910def4-a68f-4df1-a578-4c78eeee8292 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-vif-deleted-45b7db48-fc7b-4777-a3e0-837ff00f2e01 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 932.870212] env[63005]: INFO nova.compute.manager [req-681efb7f-45a9-4e4c-97a2-f4f27a2b1b33 req-4910def4-a68f-4df1-a578-4c78eeee8292 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Neutron deleted interface 45b7db48-fc7b-4777-a3e0-837ff00f2e01; detaching it from the instance and deleting it from the info cache [ 932.870538] env[63005]: DEBUG nova.network.neutron [req-681efb7f-45a9-4e4c-97a2-f4f27a2b1b33 req-4910def4-a68f-4df1-a578-4c78eeee8292 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updating instance_info_cache with network_info: [{"id": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "address": "fa:16:3e:49:97:53", "network": {"id": "b27fd189-9dc5-44db-97da-163379189a93", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-292274654", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.239", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fab6da610a294b458231e95a5273e583", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "01fe2e08-46f6-4cee-aefd-934461f8077d", "external-id": "nsx-vlan-transportzone-806", "segmentation_id": 806, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97eb260d-22", "ovs_interfaceid": "97eb260d-22cc-47db-bdcf-1576580ffc2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.933096] env[63005]: DEBUG nova.compute.utils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 932.934933] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 932.935190] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 932.988342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 932.988342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.988342] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 932.990843] env[63005]: DEBUG nova.policy [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '738520eec6ad4ca292aedfa5f55d0830', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '60229ba203084ea6a356522f8fc1c80d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.073785] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542103} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.074068] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] be04d244-e01a-4b42-8345-5bd9243cc922/be04d244-e01a-4b42-8345-5bd9243cc922.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.074316] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.074616] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-326ecf71-1771-40fb-8eac-22a1a5a3d9a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.084304] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 933.084304] env[63005]: value = "task-2577768" [ 933.084304] env[63005]: _type = "Task" [ 933.084304] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.093638] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.187746] env[63005]: DEBUG nova.network.neutron [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.266435] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 933.267051] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e1e47537-6c5f-44fc-83dd-a4e699da2705 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.277262] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 933.277262] env[63005]: value = "task-2577769" [ 933.277262] env[63005]: _type = "Task" [ 933.277262] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.292230] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.294059] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3a019b-7d0e-4a61-bf1f-430d0862065a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.302510] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb326156-6451-48a6-b017-499acc835c02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.339462] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14922aa-559e-4ded-9243-54feae2ea013 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.348655] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cacca5e-1d9b-49ce-9471-d39eb82ba515 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.353325] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Successfully created port: df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 933.369420] env[63005]: DEBUG nova.compute.provider_tree [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.373190] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b5e1d10-5ff6-4f08-833f-92d748064be0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.388120] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-609b4d4a-b718-4432-884d-46f36a8704b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.433831] env[63005]: DEBUG nova.compute.manager [req-681efb7f-45a9-4e4c-97a2-f4f27a2b1b33 req-4910def4-a68f-4df1-a578-4c78eeee8292 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Detach interface failed, port_id=45b7db48-fc7b-4777-a3e0-837ff00f2e01, reason: Instance 82fc6744-c696-40ed-86b0-f10dcbe18287 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 933.438579] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 933.524694] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 933.594698] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235783} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.595058] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.596075] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2170f1-f08a-4dfe-9f96-b65b12ae3321 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.620485] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] be04d244-e01a-4b42-8345-5bd9243cc922/be04d244-e01a-4b42-8345-5bd9243cc922.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.620951] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f78cc5c-9cb9-4f9f-9556-d6fd82100f0a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.641412] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 933.641412] env[63005]: value = "task-2577770" [ 933.641412] env[63005]: _type = "Task" [ 933.641412] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.652930] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577770, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.682761] env[63005]: DEBUG nova.network.neutron [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updating instance_info_cache with network_info: [{"id": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "address": "fa:16:3e:ea:7b:25", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e49cb5-b3", "ovs_interfaceid": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.690632] env[63005]: INFO nova.compute.manager [-] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Took 1.60 seconds to deallocate network for instance. [ 933.792282] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.874570] env[63005]: DEBUG nova.scheduler.client.report [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 934.154605] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.185443] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 934.185791] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance network_info: |[{"id": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "address": "fa:16:3e:ea:7b:25", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e49cb5-b3", "ovs_interfaceid": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 934.186311] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:7b:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09e49cb5-b34c-462d-86f4-8a4c8f4a6a63', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.194209] env[63005]: DEBUG oslo.service.loopingcall [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 934.194752] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.194970] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-169cd270-b4bf-4276-bb08-0298367e42df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.210072] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.217354] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.217354] env[63005]: value = "task-2577771" [ 934.217354] env[63005]: _type = "Task" [ 934.217354] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.225663] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577771, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.294387] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577769, 'name': CreateSnapshot_Task, 'duration_secs': 0.715622} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.295910] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.295910] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-633a50c4-2706-4969-9087-b46fe2c1e83d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.379804] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.382967] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 23.243s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.409555] env[63005]: INFO nova.scheduler.client.report [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Deleted allocations for instance e0816a99-4b04-471e-9c33-748c41463b69 [ 934.448500] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 934.479611] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.479974] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.480200] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.480460] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.480652] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.480838] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.481094] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.481296] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.482331] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.482331] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.482331] env[63005]: DEBUG nova.virt.hardware [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.484046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40e9017-9d93-40b0-bfcf-b67102b83ab4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.491717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3504564-b59b-4676-8901-990347b520b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.625131] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-6279f94c-f5e7-4161-98b0-027cb6e51ddd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.625390] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-6279f94c-f5e7-4161-98b0-027cb6e51ddd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.656831] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577770, 'name': ReconfigVM_Task, 'duration_secs': 0.792038} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.656831] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Reconfigured VM instance instance-0000004c to attach disk [datastore2] be04d244-e01a-4b42-8345-5bd9243cc922/be04d244-e01a-4b42-8345-5bd9243cc922.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.656831] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88d1f7c8-9f61-4ebc-b854-376b770dc5e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.662645] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 934.662645] env[63005]: value = "task-2577772" [ 934.662645] env[63005]: _type = "Task" [ 934.662645] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.671156] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577772, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.729873] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577771, 'name': CreateVM_Task, 'duration_secs': 0.328271} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.729873] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.729873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 934.729873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.729873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 934.729873] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c72d5984-9b1c-4463-bd12-05cacac9f734 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.735534] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 934.735534] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b6fc88-84ee-a7d6-2b19-97c779ef6b9a" [ 934.735534] env[63005]: _type = "Task" [ 934.735534] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.744481] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b6fc88-84ee-a7d6-2b19-97c779ef6b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.816267] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 934.816452] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-aea1675f-50bc-4b05-bdd3-edc002a499c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.825914] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 934.825914] env[63005]: value = "task-2577773" [ 934.825914] env[63005]: _type = "Task" [ 934.825914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.837477] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577773, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.918162] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4125687f-8440-471a-b7f1-8e30ce715156 tempest-ImagesOneServerNegativeTestJSON-683250516 tempest-ImagesOneServerNegativeTestJSON-683250516-project-member] Lock "e0816a99-4b04-471e-9c33-748c41463b69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.712s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.999420] env[63005]: DEBUG nova.compute.manager [req-473523ec-a80a-4578-8fa3-fbe4d8f2b5be req-4efe5ba1-6882-434b-a5ea-61eb6bf7ea20 service nova] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Received event network-vif-deleted-97eb260d-22cc-47db-bdcf-1576580ffc2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.128441] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.128749] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.131575] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557f3669-f72f-4c06-906f-8c9e22f332d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.154121] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5227fec9-4a73-4ae3-a1d1-f9e62d49070c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.187569] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfiguring VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 935.196817] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-527aeacb-2ab6-4d52-bea2-1c2edf294850 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.211241] env[63005]: DEBUG nova.compute.manager [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received event network-changed-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 935.211439] env[63005]: DEBUG nova.compute.manager [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Refreshing instance network info cache due to event network-changed-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 935.211747] env[63005]: DEBUG oslo_concurrency.lockutils [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] Acquiring lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.211898] env[63005]: DEBUG oslo_concurrency.lockutils [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] Acquired lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.212097] env[63005]: DEBUG nova.network.neutron [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Refreshing network info cache for port 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 935.221984] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577772, 'name': Rename_Task, 'duration_secs': 0.203119} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.223089] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.223442] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 935.223442] env[63005]: value = "task-2577774" [ 935.223442] env[63005]: _type = "Task" [ 935.223442] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.223658] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e13ea323-5672-440f-aa0a-f00e76966d4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.239637] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.244550] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 935.244550] env[63005]: value = "task-2577775" [ 935.244550] env[63005]: _type = "Task" [ 935.244550] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.255473] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b6fc88-84ee-a7d6-2b19-97c779ef6b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.259563] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 935.260237] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.260237] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 935.260237] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.260480] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.260965] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.260965] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e1db114-aba7-4c78-8624-bf28a6dbce26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.272362] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.272550] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.273369] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd634a56-6d34-497e-9d05-825f13be6262 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.284742] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 935.284742] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5202a0aa-3b4e-79e9-328e-a0f16b90bc91" [ 935.284742] env[63005]: _type = "Task" [ 935.284742] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.294498] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5202a0aa-3b4e-79e9-328e-a0f16b90bc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.339689] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577773, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.374093] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b7bb50-7d42-4463-955d-b544e6386ea0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.382349] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a0c7d1-9a54-4f89-9d26-0fcf9a4c47ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.416212] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f41df2-9791-47f0-a5f3-cb8c47ede258 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.425359] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09baefd2-baba-4d2d-b0e6-e6bebe919967 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.440929] env[63005]: DEBUG nova.compute.provider_tree [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.502202] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Successfully updated port: df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 935.740118] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.756602] env[63005]: DEBUG oslo_vmware.api [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577775, 'name': PowerOnVM_Task, 'duration_secs': 0.487175} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.757019] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 935.757413] env[63005]: INFO nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Took 8.22 seconds to spawn the instance on the hypervisor. [ 935.757668] env[63005]: DEBUG nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 935.758936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28465632-effb-44ca-8b6c-ac891ae7f678 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815088] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5202a0aa-3b4e-79e9-328e-a0f16b90bc91, 'name': SearchDatastore_Task, 'duration_secs': 0.011211} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.815088] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e8aace-8d98-42ba-a214-f99e08df4144 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.815088] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 935.815088] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529da574-fad0-3c1a-0239-d7571afe38dd" [ 935.815088] env[63005]: _type = "Task" [ 935.815088] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.823647] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529da574-fad0-3c1a-0239-d7571afe38dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.839974] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577773, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.944419] env[63005]: DEBUG nova.scheduler.client.report [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.005086] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 936.005266] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.005421] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.236959] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.320211] env[63005]: INFO nova.compute.manager [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Took 30.63 seconds to build instance. [ 936.331314] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529da574-fad0-3c1a-0239-d7571afe38dd, 'name': SearchDatastore_Task, 'duration_secs': 0.021886} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.334800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.335047] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 471ee899-94b2-4880-bf9a-c875e8a8745f/471ee899-94b2-4880-bf9a-c875e8a8745f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.335359] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5215f6aa-683b-4f59-8f63-2b1e71afa757 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.345950] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577773, 'name': CloneVM_Task, 'duration_secs': 1.514658} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.347602] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Created linked-clone VM from snapshot [ 936.347923] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 936.347923] env[63005]: value = "task-2577776" [ 936.347923] env[63005]: _type = "Task" [ 936.347923] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.348848] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f0fcd-1e05-449a-8ef9-cfa4eb313f65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.363920] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Uploading image 7552065a-7469-4f3c-9424-cc99eab054bf {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 936.369770] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.382070] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.382893] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-56c7a603-1e58-43da-b641-3b55b50a02a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.393090] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 936.393090] env[63005]: value = "task-2577777" [ 936.393090] env[63005]: _type = "Task" [ 936.393090] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.403684] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577777, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.453956] env[63005]: DEBUG nova.network.neutron [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updated VIF entry in instance network info cache for port 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 936.454395] env[63005]: DEBUG nova.network.neutron [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updating instance_info_cache with network_info: [{"id": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "address": "fa:16:3e:ea:7b:25", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e49cb5-b3", "ovs_interfaceid": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.584098] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 936.756660] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.823867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2c099d93-68b2-4845-b5f2-4959c41423b4 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.140s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.863158] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577776, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.911961] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577777, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.957451] env[63005]: DEBUG nova.network.neutron [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [{"id": "df8c135c-3408-4fea-8873-d34ca1defa78", "address": "fa:16:3e:e7:bf:d8", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8c135c-34", "ovs_interfaceid": "df8c135c-3408-4fea-8873-d34ca1defa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.963639] env[63005]: DEBUG oslo_concurrency.lockutils [req-067401a2-f5b7-4ed4-89e1-1bd491d86973 req-5748587a-5c9f-472f-bd9f-6ef52d2b6243 service nova] Releasing lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 936.964900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.582s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.972101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.092s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.972358] env[63005]: DEBUG nova.objects.instance [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lazy-loading 'resources' on Instance uuid aaddae64-82e8-46d2-8de5-f53d0ed8411e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.186740] env[63005]: DEBUG nova.compute.manager [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Received event network-vif-plugged-df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.187165] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Acquiring lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.187543] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.187827] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.188112] env[63005]: DEBUG nova.compute.manager [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] No waiting events found dispatching network-vif-plugged-df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 937.188408] env[63005]: WARNING nova.compute.manager [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Received unexpected event network-vif-plugged-df8c135c-3408-4fea-8873-d34ca1defa78 for instance with vm_state building and task_state spawning. [ 937.188690] env[63005]: DEBUG nova.compute.manager [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Received event network-changed-df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 937.188973] env[63005]: DEBUG nova.compute.manager [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Refreshing instance network info cache due to event network-changed-df8c135c-3408-4fea-8873-d34ca1defa78. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 937.189293] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Acquiring lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 937.238732] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.365578] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683261} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.366349] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 471ee899-94b2-4880-bf9a-c875e8a8745f/471ee899-94b2-4880-bf9a-c875e8a8745f.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 937.367354] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 937.367650] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e80b3b3-f914-40fd-9bba-9703973e3368 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.379685] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 937.379685] env[63005]: value = "task-2577778" [ 937.379685] env[63005]: _type = "Task" [ 937.379685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.391489] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.408433] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577777, 'name': Destroy_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.462390] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 937.462733] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Instance network_info: |[{"id": "df8c135c-3408-4fea-8873-d34ca1defa78", "address": "fa:16:3e:e7:bf:d8", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8c135c-34", "ovs_interfaceid": "df8c135c-3408-4fea-8873-d34ca1defa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.464936] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Acquired lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.464936] env[63005]: DEBUG nova.network.neutron [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Refreshing network info cache for port df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 937.465833] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bf:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df8c135c-3408-4fea-8873-d34ca1defa78', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.478058] env[63005]: DEBUG oslo.service.loopingcall [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 937.487222] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.490811] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07558f0-c37e-4eaa-9817-6977426ec4f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.513881] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.513881] env[63005]: value = "task-2577779" [ 937.513881] env[63005]: _type = "Task" [ 937.513881] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.525062] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577779, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.586282] env[63005]: INFO nova.scheduler.client.report [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocation for migration 4e2dee75-6afe-4e2f-9c9e-9446d22e4634 [ 937.740705] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.752453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "be04d244-e01a-4b42-8345-5bd9243cc922" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.752791] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.753031] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.753219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.753383] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.755762] env[63005]: INFO nova.compute.manager [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Terminating instance [ 937.892736] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068266} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.895600] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.896880] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125f7099-6d2d-4c6d-bf2d-1bf8bb1fb424 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.908015] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577777, 'name': Destroy_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.927816] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 471ee899-94b2-4880-bf9a-c875e8a8745f/471ee899-94b2-4880-bf9a-c875e8a8745f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.928652] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8172cb64-7892-4d82-9d6e-afa10ffdf60c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.931670] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3d3951a-0bb0-458c-af31-44d18f5c2177 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.952941] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00bc6668-eaed-4dcd-be8b-b40e74f33221 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.958778] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 937.958778] env[63005]: value = "task-2577780" [ 937.958778] env[63005]: _type = "Task" [ 937.958778] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.991293] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9915e9-91ff-41ca-a2cd-2bbdd18dee00 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.996858] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.003503] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b77bc9e-6cb4-4806-95cb-c79e8a8a4faf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.020672] env[63005]: DEBUG nova.compute.provider_tree [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.033635] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577779, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.102502] env[63005]: DEBUG oslo_concurrency.lockutils [None req-53538936-5ce3-4575-8102-435fef2e9238 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 30.319s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 938.241993] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.243725] env[63005]: DEBUG nova.network.neutron [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updated VIF entry in instance network info cache for port df8c135c-3408-4fea-8873-d34ca1defa78. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 938.244397] env[63005]: DEBUG nova.network.neutron [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [{"id": "df8c135c-3408-4fea-8873-d34ca1defa78", "address": "fa:16:3e:e7:bf:d8", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8c135c-34", "ovs_interfaceid": "df8c135c-3408-4fea-8873-d34ca1defa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 938.264159] env[63005]: DEBUG nova.compute.manager [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 938.264472] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.265296] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5e9778-2fa3-4442-8629-07dc2fb128d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.275022] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.275365] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4eece7c6-4231-44c6-ad25-267a455fc653 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.286463] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 938.286463] env[63005]: value = "task-2577781" [ 938.286463] env[63005]: _type = "Task" [ 938.286463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.297460] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577781, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.409374] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577777, 'name': Destroy_Task, 'duration_secs': 1.941527} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.409655] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Destroyed the VM [ 938.409891] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 938.410168] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c6c423c-9419-4251-9e82-e4b25f191302 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.423064] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 938.423064] env[63005]: value = "task-2577782" [ 938.423064] env[63005]: _type = "Task" [ 938.423064] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.436081] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577782, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.472682] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.527361] env[63005]: DEBUG nova.scheduler.client.report [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.543861] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577779, 'name': CreateVM_Task, 'duration_secs': 0.564486} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.544225] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.545011] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 938.545185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.545505] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 938.545775] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78ff00a7-b0c3-416e-af02-31bec742ca45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.553011] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 938.553011] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5256e00e-35df-2167-449e-de4368d9c87b" [ 938.553011] env[63005]: _type = "Task" [ 938.553011] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.563995] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5256e00e-35df-2167-449e-de4368d9c87b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.745486] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.747665] env[63005]: DEBUG oslo_concurrency.lockutils [req-24dbf1d5-e943-4c72-b884-303c7c41d30a req-5e58d53b-699a-40c7-8a8d-4ea5ce63302f service nova] Releasing lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 938.799786] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577781, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.935741] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577782, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.973650] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577780, 'name': ReconfigVM_Task, 'duration_secs': 0.670374} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.974146] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 471ee899-94b2-4880-bf9a-c875e8a8745f/471ee899-94b2-4880-bf9a-c875e8a8745f.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.974622] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6d598d09-53de-4490-87e5-f21abcb2ad12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.983971] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 938.983971] env[63005]: value = "task-2577783" [ 938.983971] env[63005]: _type = "Task" [ 938.983971] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.996273] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577783, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.033387] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.035938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.175s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 939.036769] env[63005]: DEBUG nova.objects.instance [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lazy-loading 'resources' on Instance uuid 966245fb-866b-4ede-81c6-96c45548e9a8 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.066574] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5256e00e-35df-2167-449e-de4368d9c87b, 'name': SearchDatastore_Task, 'duration_secs': 0.012599} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.067158] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.068025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.068025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 939.068025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.068025] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.068879] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b7fdb58-c0ec-42df-beb0-01e11e65e3aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.072470] env[63005]: INFO nova.scheduler.client.report [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Deleted allocations for instance aaddae64-82e8-46d2-8de5-f53d0ed8411e [ 939.084771] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.084962] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.087038] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c976e48-f45c-4969-90ed-ea2f2709376c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.097183] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 939.097183] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52396e02-df7a-487e-9557-549fff86f46d" [ 939.097183] env[63005]: _type = "Task" [ 939.097183] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.105424] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52396e02-df7a-487e-9557-549fff86f46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.241645] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.297757] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577781, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.439763] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577782, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.499129] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577783, 'name': Rename_Task, 'duration_secs': 0.266659} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.499129] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 939.499129] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84778932-bc5e-4b0a-b67f-da9d48adacc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.507203] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 939.507203] env[63005]: value = "task-2577784" [ 939.507203] env[63005]: _type = "Task" [ 939.507203] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.515361] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.588060] env[63005]: DEBUG oslo_concurrency.lockutils [None req-65a6b8a2-d3f0-4e7d-800a-73058cd06f01 tempest-MigrationsAdminTest-952281828 tempest-MigrationsAdminTest-952281828-project-member] Lock "aaddae64-82e8-46d2-8de5-f53d0ed8411e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.177s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 939.608132] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52396e02-df7a-487e-9557-549fff86f46d, 'name': SearchDatastore_Task, 'duration_secs': 0.014505} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.612647] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185b83c7-aaca-4f09-9ea7-70cd737aa967 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.621337] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 939.621337] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5282c06b-84e9-4e30-b52f-279b609d4c96" [ 939.621337] env[63005]: _type = "Task" [ 939.621337] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.636873] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5282c06b-84e9-4e30-b52f-279b609d4c96, 'name': SearchDatastore_Task} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.640682] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 939.641011] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/e44c21bb-b701-403b-8638-ef7c4113d169.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 939.641444] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ddb0f832-3beb-4895-9768-410b5e1fcb74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.648998] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 939.648998] env[63005]: value = "task-2577785" [ 939.648998] env[63005]: _type = "Task" [ 939.648998] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.665912] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577785, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.751354] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.806598] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577781, 'name': PowerOffVM_Task, 'duration_secs': 1.197596} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.807287] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 939.807647] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 939.809091] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c95fd83-1814-4ffd-8609-ab600b5c2aff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.897661] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 939.899054] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 939.899054] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore2] be04d244-e01a-4b42-8345-5bd9243cc922 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 939.899054] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7bd073e4-1877-4a8a-9853-b4d21df40f77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.910386] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 939.910386] env[63005]: value = "task-2577787" [ 939.910386] env[63005]: _type = "Task" [ 939.910386] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.921324] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.941447] env[63005]: DEBUG oslo_vmware.api [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577782, 'name': RemoveSnapshot_Task, 'duration_secs': 1.027163} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.945229] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 939.980562] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3567ee-fe54-4a17-a8ec-4d5b75cdd2aa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.994996] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbabb407-cc35-442f-b9c8-f0908bec97bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.042245] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e04527d-1825-401e-96e3-d5b18a20ba50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.054322] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577784, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.057690] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4884f23e-8b56-4878-b3ec-180ade2c8b57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.081377] env[63005]: DEBUG nova.compute.provider_tree [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.173603] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577785, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.244405] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.421204] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.455905] env[63005]: WARNING nova.compute.manager [None req-7c5ab74e-4a9f-4f8e-81de-9544e2ce3891 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Image not found during snapshot: nova.exception.ImageNotFound: Image 7552065a-7469-4f3c-9424-cc99eab054bf could not be found. [ 940.550360] env[63005]: DEBUG oslo_vmware.api [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577784, 'name': PowerOnVM_Task, 'duration_secs': 0.57883} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.550666] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.550903] env[63005]: INFO nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Took 8.56 seconds to spawn the instance on the hypervisor. [ 940.551101] env[63005]: DEBUG nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 940.552238] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbff4c6-2b81-436b-8bbe-236b534a9bf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.587757] env[63005]: DEBUG nova.scheduler.client.report [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.659966] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577785, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564842} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.660798] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/e44c21bb-b701-403b-8638-ef7c4113d169.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 940.660798] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 940.660798] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79351c41-c700-4232-af24-3014a33e3f54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.667108] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 940.667108] env[63005]: value = "task-2577788" [ 940.667108] env[63005]: _type = "Task" [ 940.667108] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.674912] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.747865] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.922021] env[63005]: DEBUG oslo_vmware.api [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.611646} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.922021] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.922021] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.922021] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.922021] env[63005]: INFO nova.compute.manager [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Took 2.66 seconds to destroy the instance on the hypervisor. [ 940.922021] env[63005]: DEBUG oslo.service.loopingcall [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 940.922328] env[63005]: DEBUG nova.compute.manager [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.922328] env[63005]: DEBUG nova.network.neutron [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.980023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.980023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.980023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.980023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.980023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.983278] env[63005]: INFO nova.compute.manager [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Terminating instance [ 941.074217] env[63005]: INFO nova.compute.manager [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Took 33.00 seconds to build instance. [ 941.091177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.095708] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.690s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.097347] env[63005]: DEBUG nova.objects.instance [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lazy-loading 'resources' on Instance uuid d014012e-97c9-4551-8a56-6a39ae405d42 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.132488] env[63005]: INFO nova.scheduler.client.report [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Deleted allocations for instance 966245fb-866b-4ede-81c6-96c45548e9a8 [ 941.184614] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163666} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.184900] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.185723] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7123612c-b590-47d5-801d-2e419ce3b499 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.209630] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/e44c21bb-b701-403b-8638-ef7c4113d169.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.213020] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-caff527a-51a9-46d8-82d9-276c627d7c80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.231408] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 941.231408] env[63005]: value = "task-2577789" [ 941.231408] env[63005]: _type = "Task" [ 941.231408] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.244266] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577789, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.247521] env[63005]: DEBUG oslo_vmware.api [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577774, 'name': ReconfigVM_Task, 'duration_secs': 5.754853} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.248145] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 941.248470] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Reconfigured VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 941.491507] env[63005]: DEBUG nova.compute.manager [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 941.491790] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 941.493026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c3a1061-8f1c-49e4-9017-7193b73dda8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.502662] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 941.502991] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1905b337-42f8-4626-bd95-cbb90ca4f59d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.510808] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 941.510808] env[63005]: value = "task-2577790" [ 941.510808] env[63005]: _type = "Task" [ 941.510808] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.530335] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.576863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-90f3c8f7-9a25-4445-aedb-d9a6a91a902a tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.512s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.655981] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d42ad2cf-a075-45fc-930e-e3d25805e034 tempest-ServersAdminTestJSON-1500135331 tempest-ServersAdminTestJSON-1500135331-project-member] Lock "966245fb-866b-4ede-81c6-96c45548e9a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.468s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.749427] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577789, 'name': ReconfigVM_Task, 'duration_secs': 0.309149} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.749857] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/e44c21bb-b701-403b-8638-ef7c4113d169.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 941.750648] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7312ba27-d336-4361-b031-1f385bd7f9ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.758662] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 941.758662] env[63005]: value = "task-2577791" [ 941.758662] env[63005]: _type = "Task" [ 941.758662] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.771796] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577791, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.783561] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.783978] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.995821] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f67fe28-6fab-485a-9ae5-61da70157597 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.004522] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22523a04-fd5e-4b57-a7c7-4bf5c2055036 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.041760] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb3fc4b-4aa5-4478-9cf6-dad3c1e7b8f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.053725] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577790, 'name': PowerOffVM_Task, 'duration_secs': 0.359776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.054218] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 942.054439] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 942.055804] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c0ccb0-c012-452f-987a-9590d9b05e0f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.060386] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcecd951-4e71-4af6-acf2-b98fab69ecea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.075437] env[63005]: DEBUG nova.compute.provider_tree [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.083341] env[63005]: DEBUG nova.network.neutron [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.149010] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 942.149305] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 942.149523] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore2] b7e6ca16-0d30-434d-ba07-fa683a4a492a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 942.149800] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d42170-e4c2-4d8d-924d-7b39b8c42d1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.156432] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 942.156432] env[63005]: value = "task-2577793" [ 942.156432] env[63005]: _type = "Task" [ 942.156432] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.164260] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.208864] env[63005]: DEBUG nova.compute.manager [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-vif-deleted-6279f94c-f5e7-4161-98b0-027cb6e51ddd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.209319] env[63005]: INFO nova.compute.manager [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Neutron deleted interface 6279f94c-f5e7-4161-98b0-027cb6e51ddd; detaching it from the instance and deleting it from the info cache [ 942.209679] env[63005]: DEBUG nova.network.neutron [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.237016] env[63005]: DEBUG nova.compute.manager [req-78cac18f-6c91-43b0-a7dd-1be10ccd6219 req-b251b38d-42b1-4291-b1c2-57268fddc3be service nova] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Received event network-vif-deleted-9dca4789-3069-4af9-a522-1acab31946a1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 942.272454] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577791, 'name': Rename_Task, 'duration_secs': 0.244671} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.272556] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.272780] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-401c8b2f-76be-4171-9798-342d18edbe83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.279987] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 942.279987] env[63005]: value = "task-2577794" [ 942.279987] env[63005]: _type = "Task" [ 942.279987] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.288145] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.289591] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 942.555375] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.555375] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.555375] env[63005]: DEBUG nova.network.neutron [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 942.578445] env[63005]: DEBUG nova.scheduler.client.report [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.586180] env[63005]: INFO nova.compute.manager [-] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Took 1.66 seconds to deallocate network for instance. [ 942.676946] env[63005]: DEBUG oslo_vmware.api [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325787} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.677860] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.677860] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.677860] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.679128] env[63005]: INFO nova.compute.manager [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Took 1.19 seconds to destroy the instance on the hypervisor. [ 942.679570] env[63005]: DEBUG oslo.service.loopingcall [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 942.679939] env[63005]: DEBUG nova.compute.manager [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 942.679939] env[63005]: DEBUG nova.network.neutron [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 942.715153] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 942.715445] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] Acquired lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.716840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8318a892-15e4-495b-add5-089addd1f34f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.746193] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] Releasing lock "d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 942.746778] env[63005]: WARNING nova.compute.manager [req-dbb13a09-580b-4316-a540-15b5456d2039 req-1d607f6f-65a3-4b2b-a4fc-d575382d45a0 service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Detach interface failed, port_id=6279f94c-f5e7-4161-98b0-027cb6e51ddd, reason: No device with interface-id 6279f94c-f5e7-4161-98b0-027cb6e51ddd exists on VM: nova.exception.NotFound: No device with interface-id 6279f94c-f5e7-4161-98b0-027cb6e51ddd exists on VM [ 942.805029] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577794, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.816417] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.816680] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.816891] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.817081] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.817252] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.819692] env[63005]: INFO nova.compute.manager [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Terminating instance [ 942.828722] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.901246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.901537] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.901703] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.901882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.902105] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.905659] env[63005]: INFO nova.compute.manager [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Terminating instance [ 943.088514] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.090934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.462s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.091884] env[63005]: DEBUG nova.objects.instance [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lazy-loading 'resources' on Instance uuid e1120bae-5ee5-4db3-b3a5-daa23e498d1a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.105866] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.129265] env[63005]: INFO nova.scheduler.client.report [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleted allocations for instance d014012e-97c9-4551-8a56-6a39ae405d42 [ 943.143303] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "b12fda4f-247f-44e9-a017-41863d203bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.143531] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.293312] env[63005]: DEBUG oslo_vmware.api [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577794, 'name': PowerOnVM_Task, 'duration_secs': 0.591321} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.293312] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 943.294222] env[63005]: INFO nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Took 8.84 seconds to spawn the instance on the hypervisor. [ 943.294473] env[63005]: DEBUG nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 943.295340] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce7e6a9-28fb-4d6f-9246-7d4cdffd6b62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.324615] env[63005]: DEBUG nova.compute.manager [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.324615] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.326180] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca209260-a694-46d0-b817-5c876d580eab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.334681] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.336197] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-432ea9dc-f93d-44f0-9072-f30d68dbe3a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.346142] env[63005]: DEBUG oslo_vmware.api [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 943.346142] env[63005]: value = "task-2577795" [ 943.346142] env[63005]: _type = "Task" [ 943.346142] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.359374] env[63005]: DEBUG oslo_vmware.api [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.409437] env[63005]: DEBUG nova.compute.manager [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 943.409669] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 943.414774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14f645a-8b29-4b2e-be33-8e10ef03a528 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.422684] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.422939] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf7eaa7-cba8-45d7-902d-b57fd7fa60c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.429854] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 943.429854] env[63005]: value = "task-2577796" [ 943.429854] env[63005]: _type = "Task" [ 943.429854] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.439311] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577796, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.571469] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.571754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.571931] env[63005]: INFO nova.compute.manager [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Shelving [ 943.627970] env[63005]: DEBUG nova.network.neutron [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.644104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8f55e0dc-d995-4904-96e4-a65388b1b606 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "d014012e-97c9-4551-8a56-6a39ae405d42" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.903s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.645921] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.677261] env[63005]: DEBUG nova.network.neutron [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [{"id": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "address": "fa:16:3e:1c:ab:b3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8337068-5b", "ovs_interfaceid": "e8337068-5bf1-4590-b5aa-cc6ad86d7b84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.822221] env[63005]: INFO nova.compute.manager [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Took 35.20 seconds to build instance. [ 943.855123] env[63005]: DEBUG oslo_vmware.api [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577795, 'name': PowerOffVM_Task, 'duration_secs': 0.267691} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.858674] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.858810] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.859515] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b46c5d7-c8c6-477b-a04b-832b6c45bbec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.940894] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577796, 'name': PowerOffVM_Task, 'duration_secs': 0.335553} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.942459] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.942459] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 943.946247] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b0e0b6e6-7c6f-4cc4-ac56-da982563e1dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.948171] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 943.948399] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 943.948745] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleting the datastore file [datastore2] fb6432b5-d52a-46d5-b1cd-07a68ee78a33 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 943.949682] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5654a297-5537-4910-ba03-3eb2f08da582 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.959367] env[63005]: DEBUG oslo_vmware.api [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for the task: (returnval){ [ 943.959367] env[63005]: value = "task-2577799" [ 943.959367] env[63005]: _type = "Task" [ 943.959367] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.016547] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.017061] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.017574] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleting the datastore file [datastore2] d1d54188-6333-44d7-b1e2-481299eb346a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.017648] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab188720-d81d-40e0-a7f0-0b2bcd4cce77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.032122] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 944.032122] env[63005]: value = "task-2577800" [ 944.032122] env[63005]: _type = "Task" [ 944.032122] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.045172] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.054112] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89170b67-337d-476c-9118-befcadc760f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.062227] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996be84c-e597-4d7f-a27c-ba49fa762f8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.104077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eddeb20d-115b-4ee9-9112-ea4c9800cae6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.114396] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5ecd43-ee9e-4b04-9e5e-e7de9b8638b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.129249] env[63005]: DEBUG nova.compute.provider_tree [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.130667] env[63005]: INFO nova.compute.manager [-] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Took 1.45 seconds to deallocate network for instance. [ 944.172208] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.181817] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-d1d54188-6333-44d7-b1e2-481299eb346a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 944.284367] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.284761] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.285071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.285846] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.286418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.289795] env[63005]: INFO nova.compute.manager [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Terminating instance [ 944.324962] env[63005]: DEBUG oslo_concurrency.lockutils [None req-75301931-f8c7-4c17-b013-3e0e61bd398d tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.708s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.413182] env[63005]: DEBUG nova.compute.manager [req-419a0098-ef2d-4243-a4b2-d09fe033f553 req-78f96e12-2d77-43c3-9250-2dd6acd6f82f service nova] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Received event network-vif-deleted-2845acad-ece4-45e5-8dc5-5d5dc79f5bd4 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.471167] env[63005]: DEBUG oslo_vmware.api [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Task: {'id': task-2577799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.336249} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.472262] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.472262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.472262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.472262] env[63005]: INFO nova.compute.manager [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Took 1.15 seconds to destroy the instance on the hypervisor. [ 944.472262] env[63005]: DEBUG oslo.service.loopingcall [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.472565] env[63005]: DEBUG nova.compute.manager [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.472565] env[63005]: DEBUG nova.network.neutron [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.547410] env[63005]: DEBUG oslo_vmware.api [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398592} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.548381] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 944.548381] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 944.548381] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 944.548381] env[63005]: INFO nova.compute.manager [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 944.548563] env[63005]: DEBUG oslo.service.loopingcall [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 944.549526] env[63005]: DEBUG nova.compute.manager [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 944.549526] env[63005]: DEBUG nova.network.neutron [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 944.609538] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.610904] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16d912f4-0d4d-4517-937a-2ad6b5ed5cb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.619949] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 944.619949] env[63005]: value = "task-2577801" [ 944.619949] env[63005]: _type = "Task" [ 944.619949] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.630616] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.632775] env[63005]: DEBUG nova.scheduler.client.report [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 944.637518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.686140] env[63005]: DEBUG oslo_concurrency.lockutils [None req-476f605d-d905-486c-ae8a-ddfd205fe5d6 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-d1d54188-6333-44d7-b1e2-481299eb346a-6279f94c-f5e7-4161-98b0-027cb6e51ddd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.061s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.793644] env[63005]: DEBUG nova.compute.manager [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 944.795656] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.795656] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0781d7f0-3403-4ae1-82b0-a0f7581f50d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.808156] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.809330] env[63005]: INFO nova.compute.manager [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Rescuing [ 944.809882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 944.809882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.810044] env[63005]: DEBUG nova.network.neutron [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.811329] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-498984d0-6a57-4d57-911e-a815b68754a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.822919] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 944.822919] env[63005]: value = "task-2577802" [ 944.822919] env[63005]: _type = "Task" [ 944.822919] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.836932] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.977636] env[63005]: DEBUG nova.compute.manager [req-a243bd40-ed89-47bd-b1ae-d47e79bf2416 req-dc2222b6-1624-4d8e-a16c-f246efaac1bb service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Received event network-vif-deleted-671a38ff-b78b-4a1c-9929-c5f6e60fab71 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 944.977893] env[63005]: INFO nova.compute.manager [req-a243bd40-ed89-47bd-b1ae-d47e79bf2416 req-dc2222b6-1624-4d8e-a16c-f246efaac1bb service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Neutron deleted interface 671a38ff-b78b-4a1c-9929-c5f6e60fab71; detaching it from the instance and deleting it from the info cache [ 944.977988] env[63005]: DEBUG nova.network.neutron [req-a243bd40-ed89-47bd-b1ae-d47e79bf2416 req-dc2222b6-1624-4d8e-a16c-f246efaac1bb service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.131013] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577801, 'name': PowerOffVM_Task, 'duration_secs': 0.261856} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.131356] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.132230] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47001ca7-aa7c-415f-9cb4-07b2315391b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.151825] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.154482] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.487s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 945.154708] env[63005]: DEBUG nova.objects.instance [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lazy-loading 'resources' on Instance uuid f4ef2ef5-f22f-40f4-9c61-33c76822a21a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 945.157826] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cf41f2e-eea3-4e09-ad5c-edaba5d61850 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.180380] env[63005]: INFO nova.scheduler.client.report [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted allocations for instance e1120bae-5ee5-4db3-b3a5-daa23e498d1a [ 945.255732] env[63005]: DEBUG nova.network.neutron [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.337551] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577802, 'name': PowerOffVM_Task, 'duration_secs': 0.323441} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.337680] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.337857] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.338143] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcbaa97e-a161-4128-9e1c-76aee74b0b6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.406266] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.407395] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.407395] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleting the datastore file [datastore1] ae4685c2-3167-427a-ae52-b4a3b8f9a1ed {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.407395] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23712e27-2c0d-4e09-a1e5-d08e40470d3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.420023] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for the task: (returnval){ [ 945.420023] env[63005]: value = "task-2577804" [ 945.420023] env[63005]: _type = "Task" [ 945.420023] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.434528] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577804, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.484828] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c89c326c-4bd2-4eac-9c01-0331b75d5ad2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.494766] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc28f33e-ece7-4bbc-a11d-441d253924cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.535184] env[63005]: DEBUG nova.compute.manager [req-a243bd40-ed89-47bd-b1ae-d47e79bf2416 req-dc2222b6-1624-4d8e-a16c-f246efaac1bb service nova] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Detach interface failed, port_id=671a38ff-b78b-4a1c-9929-c5f6e60fab71, reason: Instance fb6432b5-d52a-46d5-b1cd-07a68ee78a33 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 945.668149] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 945.669564] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c8fc5677-ccb9-4322-aa7d-590ea55c4268 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.680797] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 945.680797] env[63005]: value = "task-2577805" [ 945.680797] env[63005]: _type = "Task" [ 945.680797] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.685939] env[63005]: DEBUG nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 945.695038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-04d8cddc-9b99-4c8c-88ee-d6175d3ad1dd tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "e1120bae-5ee5-4db3-b3a5-daa23e498d1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.692s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.700749] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577805, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.702082] env[63005]: DEBUG nova.network.neutron [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [{"id": "df8c135c-3408-4fea-8873-d34ca1defa78", "address": "fa:16:3e:e7:bf:d8", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8c135c-34", "ovs_interfaceid": "df8c135c-3408-4fea-8873-d34ca1defa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.706313] env[63005]: DEBUG nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 945.706532] env[63005]: DEBUG nova.compute.provider_tree [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 106 to 107 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 945.706707] env[63005]: DEBUG nova.compute.provider_tree [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 945.731328] env[63005]: DEBUG nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 945.754253] env[63005]: DEBUG nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 945.758813] env[63005]: INFO nova.compute.manager [-] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Took 1.29 seconds to deallocate network for instance. [ 945.931167] env[63005]: DEBUG oslo_vmware.api [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Task: {'id': task-2577804, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139172} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.932131] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.932336] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.932509] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.932672] env[63005]: INFO nova.compute.manager [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 1.14 seconds to destroy the instance on the hypervisor. [ 945.933068] env[63005]: DEBUG oslo.service.loopingcall [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 945.933268] env[63005]: DEBUG nova.compute.manager [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 945.933371] env[63005]: DEBUG nova.network.neutron [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 946.161160] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.164439] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.196305] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577805, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.204685] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 946.227611] env[63005]: DEBUG nova.network.neutron [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.273373] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.407453] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab58c26-a5d8-485e-9482-9203068b631f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.419245] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672796d2-758e-4062-bcda-0f28da0a3cfe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.453469] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072ddcb2-a718-4350-affd-9f3367429f9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.461816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd851f96-9842-45d4-995d-7c159d858bb5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.478860] env[63005]: DEBUG nova.compute.provider_tree [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 946.485574] env[63005]: DEBUG nova.compute.manager [req-344b9a63-286d-4217-9173-0b969d2b3b55 req-bed4aeac-1d52-4ba5-b332-11f35751312c service nova] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Received event network-vif-deleted-e8337068-5bf1-4590-b5aa-cc6ad86d7b84 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.486342] env[63005]: DEBUG nova.compute.manager [req-344b9a63-286d-4217-9173-0b969d2b3b55 req-bed4aeac-1d52-4ba5-b332-11f35751312c service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Received event network-vif-deleted-d182ae22-a8e7-4345-8f07-bd8f18165af6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 946.488846] env[63005]: INFO nova.compute.manager [req-344b9a63-286d-4217-9173-0b969d2b3b55 req-bed4aeac-1d52-4ba5-b332-11f35751312c service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Neutron deleted interface d182ae22-a8e7-4345-8f07-bd8f18165af6; detaching it from the instance and deleting it from the info cache [ 946.488846] env[63005]: DEBUG nova.network.neutron [req-344b9a63-286d-4217-9173-0b969d2b3b55 req-bed4aeac-1d52-4ba5-b332-11f35751312c service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.668019] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.695821] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577805, 'name': CreateSnapshot_Task, 'duration_secs': 0.946176} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.699105] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 946.699105] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bcf649-f3cb-4498-80c9-b1b682cebe1c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.742544] env[63005]: INFO nova.compute.manager [-] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Took 2.19 seconds to deallocate network for instance. [ 946.800494] env[63005]: DEBUG nova.network.neutron [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.991662] env[63005]: DEBUG nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 946.994366] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-caa598db-de24-4b3c-9a14-12869dcc5d7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.005289] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510a72f1-7bdf-4628-952f-bed68e15c81c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.041379] env[63005]: DEBUG nova.compute.manager [req-344b9a63-286d-4217-9173-0b969d2b3b55 req-bed4aeac-1d52-4ba5-b332-11f35751312c service nova] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Detach interface failed, port_id=d182ae22-a8e7-4345-8f07-bd8f18165af6, reason: Instance ae4685c2-3167-427a-ae52-b4a3b8f9a1ed could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 947.169584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "237f9fe0-d4fc-4834-8994-5346593381d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.169584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.199932] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.218667] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 947.218944] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-17c93202-d0bf-4959-aa49-24ca3f449c2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.227956] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 947.227956] env[63005]: value = "task-2577806" [ 947.227956] env[63005]: _type = "Task" [ 947.227956] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.237873] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577806, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.248430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 947.303985] env[63005]: INFO nova.compute.manager [-] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Took 1.37 seconds to deallocate network for instance. [ 947.499072] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 947.503078] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.284s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 947.505845] env[63005]: INFO nova.compute.claims [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 947.533020] env[63005]: INFO nova.scheduler.client.report [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Deleted allocations for instance f4ef2ef5-f22f-40f4-9c61-33c76822a21a [ 947.677083] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.742365] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577806, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.756173] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.756529] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c0c5078-e811-4e94-aefd-1e11c4dfd93e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.765882] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 947.765882] env[63005]: value = "task-2577807" [ 947.765882] env[63005]: _type = "Task" [ 947.765882] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.779855] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.814136] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.043890] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8b1413ee-285e-4baa-85cd-017a377937ff tempest-MultipleCreateTestJSON-1377943761 tempest-MultipleCreateTestJSON-1377943761-project-member] Lock "f4ef2ef5-f22f-40f4-9c61-33c76822a21a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.959s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 948.211557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 948.242969] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577806, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.275657] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577807, 'name': PowerOffVM_Task, 'duration_secs': 0.203946} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.275933] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.277177] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df6b7223-a5a2-45d2-8093-8f7643f71ded {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.298456] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166af69a-f699-48dd-be21-f43ae7ccb37f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.332250] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.332846] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ea21556-9132-4629-8433-26cb91356fe4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.339443] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 948.339443] env[63005]: value = "task-2577808" [ 948.339443] env[63005]: _type = "Task" [ 948.339443] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.349856] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 948.349856] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 948.349856] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 948.349856] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.349856] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 948.350155] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d5b9fb7d-1616-42cc-b879-f599014cbd27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.368029] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 948.368148] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 948.368946] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95753f90-551f-41dd-9299-774d357b67b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.379623] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 948.379623] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526a4a96-1b13-16cf-eeab-513b88fd5af7" [ 948.379623] env[63005]: _type = "Task" [ 948.379623] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.388985] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526a4a96-1b13-16cf-eeab-513b88fd5af7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.746354] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577806, 'name': CloneVM_Task, 'duration_secs': 1.360641} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.750022] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Created linked-clone VM from snapshot [ 948.750022] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e013cd5-7f02-4109-819d-ae4df2e307a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.760039] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Uploading image c7990447-8b92-4f43-840a-d8875c8a8c5e {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 948.800773] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 948.800773] env[63005]: value = "vm-520207" [ 948.800773] env[63005]: _type = "VirtualMachine" [ 948.800773] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 948.801172] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-82007b44-f86d-4aed-9b25-19488ac6c9bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.810269] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lease: (returnval){ [ 948.810269] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d30530-cf39-e7d3-cfd0-f5f60498ea55" [ 948.810269] env[63005]: _type = "HttpNfcLease" [ 948.810269] env[63005]: } obtained for exporting VM: (result){ [ 948.810269] env[63005]: value = "vm-520207" [ 948.810269] env[63005]: _type = "VirtualMachine" [ 948.810269] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 948.810600] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the lease: (returnval){ [ 948.810600] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d30530-cf39-e7d3-cfd0-f5f60498ea55" [ 948.810600] env[63005]: _type = "HttpNfcLease" [ 948.810600] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 948.819685] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 948.819685] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d30530-cf39-e7d3-cfd0-f5f60498ea55" [ 948.819685] env[63005]: _type = "HttpNfcLease" [ 948.819685] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 948.899060] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526a4a96-1b13-16cf-eeab-513b88fd5af7, 'name': SearchDatastore_Task, 'duration_secs': 0.011274} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.906494] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2c5bc4b-8ba2-47da-a0ff-c617cb06b1d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.911743] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 948.911743] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52117391-7ae1-18ad-b4f4-2aeee9ae7714" [ 948.911743] env[63005]: _type = "Task" [ 948.911743] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.920915] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52117391-7ae1-18ad-b4f4-2aeee9ae7714, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.937111] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d2d6f-9cfe-469f-a995-b95e1ea2be90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.941626] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74254b7b-702a-4e02-ba04-b7524a93e2e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.971485] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10868f4f-9f57-4762-97fd-f25336b7fbff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.978697] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf16c8ea-3b4e-4b73-ada9-6558d86bf076 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.993240] env[63005]: DEBUG nova.compute.provider_tree [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.326207] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 949.326207] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d30530-cf39-e7d3-cfd0-f5f60498ea55" [ 949.326207] env[63005]: _type = "HttpNfcLease" [ 949.326207] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 949.326207] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 949.326207] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d30530-cf39-e7d3-cfd0-f5f60498ea55" [ 949.326207] env[63005]: _type = "HttpNfcLease" [ 949.326207] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 949.326207] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cc022-6060-4c62-b582-428d295a63c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.333326] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 949.333496] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 949.422592] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52117391-7ae1-18ad-b4f4-2aeee9ae7714, 'name': SearchDatastore_Task, 'duration_secs': 0.033797} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.425423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 949.425738] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 949.426513] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c99a20a0-d467-4f5c-ac08-fb61ffcd84ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.428922] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0dc43566-b562-404e-84ee-9fb80257f566 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.436520] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 949.436520] env[63005]: value = "task-2577810" [ 949.436520] env[63005]: _type = "Task" [ 949.436520] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.445601] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.496141] env[63005]: DEBUG nova.scheduler.client.report [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.947947] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493082} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.949287] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 949.953357] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97bd95ae-d8f1-432b-b32a-2d694b189730 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.986354] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 949.988294] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18c16da1-492d-4252-8eeb-380a6572c1af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.008297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.008297] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 950.013273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.917s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.015237] env[63005]: INFO nova.compute.claims [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.023994] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 950.023994] env[63005]: value = "task-2577811" [ 950.023994] env[63005]: _type = "Task" [ 950.023994] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.035112] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577811, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.462818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "9d75b3be-1695-45f1-9acf-305d650fe4df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.463123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.463331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 950.463514] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 950.463680] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 950.466994] env[63005]: INFO nova.compute.manager [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Terminating instance [ 950.518521] env[63005]: DEBUG nova.compute.utils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 950.521377] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 950.522426] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 950.540135] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577811, 'name': ReconfigVM_Task, 'duration_secs': 0.334619} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.540135] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfigured VM instance instance-0000004e to attach disk [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.540898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f2d7bb-480c-4ea6-a7fe-d0f46c577a61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.572324] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd22f6b0-0b23-427e-b6c4-7900d67630b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.593322] env[63005]: DEBUG nova.policy [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8d2561a76b24ee5abc3ab0be17ac731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67021e68546a4a2791d1fb9d05a48307', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 950.602663] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 950.602663] env[63005]: value = "task-2577812" [ 950.602663] env[63005]: _type = "Task" [ 950.602663] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.615135] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577812, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.973491] env[63005]: DEBUG nova.compute.manager [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.973839] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.974646] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbe1631-9ef8-4bca-9428-36bb27106678 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.986385] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.986385] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-44366a1b-8fc1-4199-8ee4-2805cfea25e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.990055] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 950.990055] env[63005]: value = "task-2577813" [ 950.990055] env[63005]: _type = "Task" [ 950.990055] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.001800] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577813, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.019697] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Successfully created port: 83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 951.022385] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 951.119081] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577812, 'name': ReconfigVM_Task, 'duration_secs': 0.173746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.119570] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.119929] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f493e938-1311-460c-bd9d-d440a9a52e39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.127165] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 951.127165] env[63005]: value = "task-2577814" [ 951.127165] env[63005]: _type = "Task" [ 951.127165] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.139751] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.487449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53f317-7bce-4521-b081-7a3015eca568 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.497942] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbe05fab-6af9-4b2f-91fc-6ec8bdbe427f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.504723] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577813, 'name': PowerOffVM_Task, 'duration_secs': 0.249177} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.505807] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.506160] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.506494] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-44790499-f2ef-4e20-8001-8c2f8e94ee25 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.542762] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbd082b-3155-4feb-8fa8-a49a3ae99c88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.551296] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2105b667-e891-474f-a47a-3843e0ba6c60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.568820] env[63005]: DEBUG nova.compute.provider_tree [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.612157] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.612279] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.612516] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Deleting the datastore file [datastore1] 9d75b3be-1695-45f1-9acf-305d650fe4df {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.612867] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a5d88ad-eaf5-409a-9863-db337f2b5e8b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.619684] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for the task: (returnval){ [ 951.619684] env[63005]: value = "task-2577816" [ 951.619684] env[63005]: _type = "Task" [ 951.619684] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.628649] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577816, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.637562] env[63005]: DEBUG oslo_vmware.api [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577814, 'name': PowerOnVM_Task, 'duration_secs': 0.432586} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.637902] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.640862] env[63005]: DEBUG nova.compute.manager [None req-3a782abd-5b45-49bc-a434-7e7058d91109 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 951.641649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adf8a9b-a7a3-4bd2-8c9a-372a2b8bcf69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.044973] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 952.071638] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 952.071908] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 952.072367] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.073426] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 952.073426] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.073426] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 952.073426] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 952.073426] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 952.073666] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 952.073889] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 952.074476] env[63005]: DEBUG nova.virt.hardware [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 952.075327] env[63005]: DEBUG nova.scheduler.client.report [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.080037] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc67cbe-8ad1-4bfd-b926-123fa998927d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.093682] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad41cb46-ecc4-4116-87cb-ad00985c7e46 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.129761] env[63005]: DEBUG oslo_vmware.api [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Task: {'id': task-2577816, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217404} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.131028] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.131028] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.131028] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.131322] env[63005]: INFO nova.compute.manager [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.133964] env[63005]: DEBUG oslo.service.loopingcall [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 952.133964] env[63005]: DEBUG nova.compute.manager [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.133964] env[63005]: DEBUG nova.network.neutron [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.588275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.575s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.589025] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 952.598019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.284s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.598019] env[63005]: DEBUG nova.objects.instance [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 952.777637] env[63005]: INFO nova.compute.manager [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Unrescuing [ 952.778121] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 952.778592] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquired lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.778672] env[63005]: DEBUG nova.network.neutron [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.905402] env[63005]: DEBUG nova.compute.manager [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Received event network-vif-plugged-83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.905785] env[63005]: DEBUG oslo_concurrency.lockutils [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 952.908594] env[63005]: DEBUG oslo_concurrency.lockutils [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 952.908594] env[63005]: DEBUG oslo_concurrency.lockutils [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 952.908594] env[63005]: DEBUG nova.compute.manager [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] No waiting events found dispatching network-vif-plugged-83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 952.908594] env[63005]: WARNING nova.compute.manager [req-478d42a3-0c60-42ae-882f-cc3793e16709 req-9dc1677c-540f-49fd-8735-9d16813830dc service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Received unexpected event network-vif-plugged-83766654-b6bd-48f5-b7cd-506f8baf4812 for instance with vm_state building and task_state spawning. [ 952.960761] env[63005]: DEBUG nova.compute.manager [req-ba8f4081-a068-47f9-a585-eeaa7ab8c2e4 req-838b3ee9-b359-4392-84d3-40f78f4e63ba service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Received event network-vif-deleted-2fd2c6a8-7f21-49b3-b914-4a164d145005 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 952.961133] env[63005]: INFO nova.compute.manager [req-ba8f4081-a068-47f9-a585-eeaa7ab8c2e4 req-838b3ee9-b359-4392-84d3-40f78f4e63ba service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Neutron deleted interface 2fd2c6a8-7f21-49b3-b914-4a164d145005; detaching it from the instance and deleting it from the info cache [ 952.961433] env[63005]: DEBUG nova.network.neutron [req-ba8f4081-a068-47f9-a585-eeaa7ab8c2e4 req-838b3ee9-b359-4392-84d3-40f78f4e63ba service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.975383] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Successfully updated port: 83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 953.104189] env[63005]: DEBUG nova.compute.utils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 953.107350] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.107350] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.159711] env[63005]: DEBUG nova.policy [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'faeb3aee9ded41a89d03c7f19cdc44a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5979d0eb88074a9c9eaa56b8e9a785c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.439459] env[63005]: DEBUG nova.network.neutron [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.469025] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bca08959-e5cb-4bd9-9259-a74bfbaa59b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.479681] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8c204c-fe8f-4939-bf53-fca4dc8af261 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.497576] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 953.499619] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.499619] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 953.523362] env[63005]: DEBUG nova.compute.manager [req-ba8f4081-a068-47f9-a585-eeaa7ab8c2e4 req-838b3ee9-b359-4392-84d3-40f78f4e63ba service nova] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Detach interface failed, port_id=2fd2c6a8-7f21-49b3-b914-4a164d145005, reason: Instance 9d75b3be-1695-45f1-9acf-305d650fe4df could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 953.608771] env[63005]: DEBUG nova.network.neutron [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [{"id": "df8c135c-3408-4fea-8873-d34ca1defa78", "address": "fa:16:3e:e7:bf:d8", "network": {"id": "d78ce071-6274-4120-aecc-febfb6bacfe1", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1156374362-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "60229ba203084ea6a356522f8fc1c80d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf8c135c-34", "ovs_interfaceid": "df8c135c-3408-4fea-8873-d34ca1defa78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.619346] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 953.619346] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3808d23d-dc1c-4503-b8eb-0c1bf703f738 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 953.626262] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.412s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 953.626262] env[63005]: DEBUG nova.objects.instance [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lazy-loading 'resources' on Instance uuid 82fc6744-c696-40ed-86b0-f10dcbe18287 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.670036] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Successfully created port: 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 953.941335] env[63005]: INFO nova.compute.manager [-] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Took 1.81 seconds to deallocate network for instance. [ 954.032258] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 954.110498] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Releasing lock "refresh_cache-e44c21bb-b701-403b-8638-ef7c4113d169" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.111503] env[63005]: DEBUG nova.objects.instance [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lazy-loading 'flavor' on Instance uuid e44c21bb-b701-403b-8638-ef7c4113d169 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.217164] env[63005]: DEBUG nova.network.neutron [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.448687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.505083] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27efb18-98bb-496a-8b65-28c002452884 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.516597] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0638ef-2eb3-4600-8308-af3b6984b5f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.548830] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f84cd7-6bc2-4840-bee9-f2a48fd8680d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.557178] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8d53d1-9ca6-4b84-87b5-8d8a7fd96ee3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.573455] env[63005]: DEBUG nova.compute.provider_tree [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.620212] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c22b3b-3312-48e8-8a9b-61ca64740839 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.646943] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 954.649273] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 954.650141] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd08b43-0fbd-4467-8da1-7302d6672fac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.656557] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 954.656557] env[63005]: value = "task-2577817" [ 954.656557] env[63005]: _type = "Task" [ 954.656557] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.665043] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577817, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.684291] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 954.684460] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 954.684615] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 954.684789] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 954.684937] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 954.685142] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 954.685384] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 954.685546] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 954.685742] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 954.685930] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 954.686315] env[63005]: DEBUG nova.virt.hardware [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 954.687046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e6886c-d6e2-473d-8eda-c0f940d8fd4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.695036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a9a809-7904-4a4f-9414-4105cae8ecee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.725942] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 954.726325] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Instance network_info: |[{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 954.726809] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:a4:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83766654-b6bd-48f5-b7cd-506f8baf4812', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.737233] env[63005]: DEBUG oslo.service.loopingcall [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 954.737711] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.738231] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36d0cb80-1dca-45ae-847c-d2b63553cb49 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.762309] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.762309] env[63005]: value = "task-2577818" [ 954.762309] env[63005]: _type = "Task" [ 954.762309] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.771861] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577818, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.980058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 954.980355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 954.994388] env[63005]: DEBUG nova.compute.manager [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Received event network-changed-83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 954.994588] env[63005]: DEBUG nova.compute.manager [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Refreshing instance network info cache due to event network-changed-83766654-b6bd-48f5-b7cd-506f8baf4812. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 954.995182] env[63005]: DEBUG oslo_concurrency.lockutils [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 954.995182] env[63005]: DEBUG oslo_concurrency.lockutils [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.995182] env[63005]: DEBUG nova.network.neutron [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Refreshing network info cache for port 83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.075934] env[63005]: DEBUG nova.scheduler.client.report [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.168700] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577817, 'name': PowerOffVM_Task, 'duration_secs': 0.230443} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.169109] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.175220] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfiguring VM instance instance-0000004e to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 955.175532] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-724f2f33-2e1b-4750-a6bb-19b345c87919 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.195399] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 955.195399] env[63005]: value = "task-2577819" [ 955.195399] env[63005]: _type = "Task" [ 955.195399] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.203809] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.273827] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577818, 'name': CreateVM_Task, 'duration_secs': 0.359012} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.274081] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.274968] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.275230] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.275650] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 955.275915] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282146b2-6e2f-4510-8427-e4bef4fd8a88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.280652] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 955.280652] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f8c605-9269-3f1d-6878-6d43cd1f3fcd" [ 955.280652] env[63005]: _type = "Task" [ 955.280652] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.288477] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f8c605-9269-3f1d-6878-6d43cd1f3fcd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.479727] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Successfully updated port: 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.483240] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 955.581702] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 955.584418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.755s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 955.588708] env[63005]: INFO nova.compute.claims [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.606314] env[63005]: INFO nova.scheduler.client.report [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Deleted allocations for instance 82fc6744-c696-40ed-86b0-f10dcbe18287 [ 955.705586] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577819, 'name': ReconfigVM_Task, 'duration_secs': 0.27676} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.706057] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Reconfigured VM instance instance-0000004e to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 955.706291] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 955.706574] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b1cc4f-2dc5-4834-b6fe-9c89b73cb07d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.713579] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 955.713579] env[63005]: value = "task-2577820" [ 955.713579] env[63005]: _type = "Task" [ 955.713579] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.725315] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577820, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.792550] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f8c605-9269-3f1d-6878-6d43cd1f3fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.01365} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.792920] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 955.793221] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 955.793476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.793636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.793842] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 955.794163] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd587f6a-69b5-46c1-abdf-5ca4570fde28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.802998] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.803267] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.804073] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4be516-7513-4a67-81a7-dc7291493937 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.810585] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 955.810585] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52109ddf-52f4-b7aa-9287-c687058c3886" [ 955.810585] env[63005]: _type = "Task" [ 955.810585] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.821565] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52109ddf-52f4-b7aa-9287-c687058c3886, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.984307] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 955.984307] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.984400] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.016533] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 956.116103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b30e062a-6515-45e3-942f-3037c1236a2f tempest-ServersTestMultiNic-1201823578 tempest-ServersTestMultiNic-1201823578-project-member] Lock "82fc6744-c696-40ed-86b0-f10dcbe18287" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.705s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 956.133668] env[63005]: DEBUG nova.network.neutron [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updated VIF entry in instance network info cache for port 83766654-b6bd-48f5-b7cd-506f8baf4812. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 956.134168] env[63005]: DEBUG nova.network.neutron [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.227030] env[63005]: DEBUG oslo_vmware.api [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577820, 'name': PowerOnVM_Task, 'duration_secs': 0.396434} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.227811] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 956.228234] env[63005]: DEBUG nova.compute.manager [None req-e2e764f7-e18d-404c-ace0-96b4d92c0692 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 956.229563] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb7c557-4726-4aad-9384-5f79263002af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.322899] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52109ddf-52f4-b7aa-9287-c687058c3886, 'name': SearchDatastore_Task, 'duration_secs': 0.018771} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.324373] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9ac6a98-8836-4f71-ba3d-9143bf2e5581 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.330654] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 956.330654] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523f64db-8c4d-ff6c-047a-23810f844234" [ 956.330654] env[63005]: _type = "Task" [ 956.330654] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.339350] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f64db-8c4d-ff6c-047a-23810f844234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.544417] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.637443] env[63005]: DEBUG oslo_concurrency.lockutils [req-4051c650-adc9-4ab8-a983-0962b608bfcb req-094a9526-1098-4824-9f16-12adc4ce466f service nova] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.685009] env[63005]: DEBUG nova.network.neutron [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.848202] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523f64db-8c4d-ff6c-047a-23810f844234, 'name': SearchDatastore_Task, 'duration_secs': 0.011581} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.848496] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 956.848907] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.849290] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-371a2ac6-9776-4e53-80ba-6ba1721abc99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.858696] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 956.858696] env[63005]: value = "task-2577821" [ 956.858696] env[63005]: _type = "Task" [ 956.858696] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.867496] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.918512] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3985912e-c3c1-423b-913c-54a53e9c5e31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.925887] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d680cf8-3c2a-404e-beae-2ee2ac4f3219 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.956660] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf194c84-0664-4401-bc24-137f7221a937 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.965520] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ac964-a15c-45b3-b831-87b8ca443a8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.978799] env[63005]: DEBUG nova.compute.provider_tree [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.021099] env[63005]: DEBUG nova.compute.manager [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-vif-plugged-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.021353] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.021648] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.021752] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.021925] env[63005]: DEBUG nova.compute.manager [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] No waiting events found dispatching network-vif-plugged-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 957.022176] env[63005]: WARNING nova.compute.manager [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received unexpected event network-vif-plugged-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd for instance with vm_state building and task_state spawning. [ 957.022279] env[63005]: DEBUG nova.compute.manager [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 957.022429] env[63005]: DEBUG nova.compute.manager [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing instance network info cache due to event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 957.022596] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 957.043786] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 957.044841] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9602843b-34fa-4ae6-bce3-40db0e84a45c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.051619] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 957.051836] env[63005]: ERROR oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk due to incomplete transfer. [ 957.052112] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-40887eaa-fbc2-4f15-bbdb-c217c991839e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.062435] env[63005]: DEBUG oslo_vmware.rw_handles [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5243bbf0-dfb5-320f-f00d-7d45da5cc1fd/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 957.062650] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Uploaded image c7990447-8b92-4f43-840a-d8875c8a8c5e to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 957.065917] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 957.066077] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-39f9e573-be31-411e-bcec-92a02d4a5992 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.074078] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 957.074078] env[63005]: value = "task-2577822" [ 957.074078] env[63005]: _type = "Task" [ 957.074078] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.086182] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577822, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.187685] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 957.188059] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Instance network_info: |[{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.188386] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.188570] env[63005]: DEBUG nova.network.neutron [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.189967] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:7a:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4b5f9472-1844-4c99-8804-8f193cfff562', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '703b59f4-d6e0-4e22-b232-ef7fad1b5dcd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.200703] env[63005]: DEBUG oslo.service.loopingcall [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 957.201804] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.202194] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4dac81b0-f63a-483b-9db0-1d019eafa367 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.226219] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.226219] env[63005]: value = "task-2577823" [ 957.226219] env[63005]: _type = "Task" [ 957.226219] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.239043] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577823, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.375580] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577821, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.481944] env[63005]: DEBUG nova.scheduler.client.report [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 957.586870] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577822, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.738786] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577823, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.870894] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524982} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.875023] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.875023] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.875023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9bb4013-f9dd-4cd2-9f39-c6e95066a860 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.881720] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 957.881720] env[63005]: value = "task-2577824" [ 957.881720] env[63005]: _type = "Task" [ 957.881720] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.890153] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "e44c21bb-b701-403b-8638-ef7c4113d169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.890458] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.891262] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.891262] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.891837] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.893275] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.898023] env[63005]: INFO nova.compute.manager [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Terminating instance [ 957.917290] env[63005]: DEBUG nova.network.neutron [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updated VIF entry in instance network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 957.917290] env[63005]: DEBUG nova.network.neutron [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.987129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.403s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.987664] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.990806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.885s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.991537] env[63005]: DEBUG nova.objects.instance [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid be04d244-e01a-4b42-8345-5bd9243cc922 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.087086] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577822, 'name': Destroy_Task, 'duration_secs': 0.717309} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.087374] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Destroyed the VM [ 958.087612] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 958.087875] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9229dc77-f22a-4d4e-97b5-03a70e08641a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.094659] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 958.094659] env[63005]: value = "task-2577825" [ 958.094659] env[63005]: _type = "Task" [ 958.094659] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.102683] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577825, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.238888] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577823, 'name': CreateVM_Task, 'duration_secs': 0.654143} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.239088] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 958.239817] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.239990] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.240355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 958.240619] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-400019ec-e905-4264-8911-db6bd66ee007 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.245556] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 958.245556] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5231dd29-5175-6d52-af86-bf9241541218" [ 958.245556] env[63005]: _type = "Task" [ 958.245556] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.261225] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231dd29-5175-6d52-af86-bf9241541218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.395304] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068499} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.395638] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.396490] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36817386-8da1-4ded-b55f-e60b2b02eadd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.416340] env[63005]: DEBUG nova.compute.manager [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 958.416579] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.426308] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.427215] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c72700-9a45-4101-9219-875d551b008f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.431301] env[63005]: DEBUG oslo_concurrency.lockutils [req-65ecb49e-8b42-442b-a99c-361673a26e07 req-23d43768-2f62-490e-8048-9a8becce2053 service nova] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.431682] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1dc6779-dc2b-451b-b78e-7fc6ac6fe693 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.452672] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 958.452902] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ccc4394-0b07-40ba-a16d-88f5ddff6e80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.457166] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 958.457166] env[63005]: value = "task-2577826" [ 958.457166] env[63005]: _type = "Task" [ 958.457166] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.461696] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 958.461696] env[63005]: value = "task-2577827" [ 958.461696] env[63005]: _type = "Task" [ 958.461696] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.467971] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.473560] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.493257] env[63005]: DEBUG nova.compute.utils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 958.494034] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 958.494034] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 958.564868] env[63005]: DEBUG nova.policy [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2957e70ae5b345118dbb6f83a712ee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a508069fca49cb9eb56ec622119609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 958.606472] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577825, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392668} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.609197] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 958.609412] env[63005]: DEBUG nova.compute.manager [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.610482] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5003cb0-e4d2-4894-84b9-6e865c16d30b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.757431] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5231dd29-5175-6d52-af86-bf9241541218, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.760050] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 958.760440] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.760712] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 958.760863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.761057] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.761704] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8794bfa1-5525-41f4-9d63-1aee0f2a6c6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.769740] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.770026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.770751] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-146245ad-21a4-42ff-9193-f781ab9f2166 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.778463] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 958.778463] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522e70a8-00c3-44dc-177b-4ac7a87fa8f4" [ 958.778463] env[63005]: _type = "Task" [ 958.778463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.786235] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522e70a8-00c3-44dc-177b-4ac7a87fa8f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.842072] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c343d56-93f2-4b86-9073-79b5b5034626 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.849041] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550e42a8-6a41-45c8-be7f-566cabdc167e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.879758] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121ae14b-bbbe-4fa3-9892-614f98c8a8f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.886845] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f2a19d-09b9-44b9-930b-6404fe551e7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.899943] env[63005]: DEBUG nova.compute.provider_tree [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.949819] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Successfully created port: 302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.969049] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577826, 'name': ReconfigVM_Task, 'duration_secs': 0.29503} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.969658] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.970296] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5226ef5-36ab-498b-8f89-6f2b2be5b962 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.974779] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577827, 'name': PowerOffVM_Task, 'duration_secs': 0.213794} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.975341] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.975527] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.975756] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aa8b8349-feef-4e2d-8816-4948981ba709 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.979791] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 958.979791] env[63005]: value = "task-2577828" [ 958.979791] env[63005]: _type = "Task" [ 958.979791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.987199] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577828, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.999046] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.042485] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 959.042485] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 959.042485] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleting the datastore file [datastore2] e44c21bb-b701-403b-8638-ef7c4113d169 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 959.042958] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4237b17-66e2-4e78-8723-c1e9df72a801 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.049247] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 959.049247] env[63005]: value = "task-2577830" [ 959.049247] env[63005]: _type = "Task" [ 959.049247] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.057934] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577830, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.124700] env[63005]: INFO nova.compute.manager [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Shelve offloading [ 959.289221] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522e70a8-00c3-44dc-177b-4ac7a87fa8f4, 'name': SearchDatastore_Task, 'duration_secs': 0.008451} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.296164] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97788a80-0eb3-4d05-821d-59982ce43dec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.302745] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 959.302745] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ca687a-746e-c1d0-a92e-7126900f250c" [ 959.302745] env[63005]: _type = "Task" [ 959.302745] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.312655] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ca687a-746e-c1d0-a92e-7126900f250c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.402455] env[63005]: DEBUG nova.scheduler.client.report [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.492502] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577828, 'name': Rename_Task, 'duration_secs': 0.15343} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.492502] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.492502] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72ec13cf-e39b-4b9b-9c7b-1d54adc2bacf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.501531] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 959.501531] env[63005]: value = "task-2577831" [ 959.501531] env[63005]: _type = "Task" [ 959.501531] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.517983] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577831, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.560388] env[63005]: DEBUG oslo_vmware.api [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577830, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16615} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.560649] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 959.560833] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 959.561019] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 959.561201] env[63005]: INFO nova.compute.manager [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Took 1.14 seconds to destroy the instance on the hypervisor. [ 959.561442] env[63005]: DEBUG oslo.service.loopingcall [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 959.561631] env[63005]: DEBUG nova.compute.manager [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 959.561716] env[63005]: DEBUG nova.network.neutron [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 959.627643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 959.627956] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bf3580f-7463-45bc-bf73-e33bea9c0121 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.635439] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 959.635439] env[63005]: value = "task-2577832" [ 959.635439] env[63005]: _type = "Task" [ 959.635439] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.644728] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 959.644938] env[63005]: DEBUG nova.compute.manager [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 959.645778] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b1752b-3a1f-47ff-b179-eed44c0e90d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.651327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 959.651549] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.651766] env[63005]: DEBUG nova.network.neutron [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 959.813536] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ca687a-746e-c1d0-a92e-7126900f250c, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.813803] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 959.814525] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/1978a080-2e93-4e97-814e-483ea2eadc3e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.815189] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a1cd6e0-6f76-477e-b705-4820a37b614a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.821963] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 959.821963] env[63005]: value = "task-2577833" [ 959.821963] env[63005]: _type = "Task" [ 959.821963] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.834141] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.912219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.916033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.743s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 959.917657] env[63005]: INFO nova.compute.claims [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 959.947452] env[63005]: INFO nova.scheduler.client.report [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance be04d244-e01a-4b42-8345-5bd9243cc922 [ 959.978723] env[63005]: DEBUG nova.compute.manager [req-86c0be3d-96e0-492d-81d3-07426e3499e7 req-c39019ae-b090-4a9a-af9a-c0734e5fbef5 service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Received event network-vif-deleted-df8c135c-3408-4fea-8873-d34ca1defa78 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 959.978956] env[63005]: INFO nova.compute.manager [req-86c0be3d-96e0-492d-81d3-07426e3499e7 req-c39019ae-b090-4a9a-af9a-c0734e5fbef5 service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Neutron deleted interface df8c135c-3408-4fea-8873-d34ca1defa78; detaching it from the instance and deleting it from the info cache [ 959.979253] env[63005]: DEBUG nova.network.neutron [req-86c0be3d-96e0-492d-81d3-07426e3499e7 req-c39019ae-b090-4a9a-af9a-c0734e5fbef5 service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.012863] env[63005]: DEBUG oslo_vmware.api [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2577831, 'name': PowerOnVM_Task, 'duration_secs': 0.46983} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.013323] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.013575] env[63005]: INFO nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Took 7.97 seconds to spawn the instance on the hypervisor. [ 960.014233] env[63005]: DEBUG nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.015580] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.018756] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76092d8-5a19-4021-8a02-e751de9094f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.056220] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.056511] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.056770] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.057068] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.057297] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.057469] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.057733] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.057860] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.058046] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.058218] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.058393] env[63005]: DEBUG nova.virt.hardware [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.059656] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e9972d-53dd-4513-a7ae-3499e35c7ed6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.069099] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccf9122-f812-4971-8265-11277ecd55ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.339735] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441927} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.339735] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/1978a080-2e93-4e97-814e-483ea2eadc3e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 960.339735] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 960.339735] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2dc0b46b-3c79-4d43-a46f-822bb42e0b77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.345217] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 960.345217] env[63005]: value = "task-2577834" [ 960.345217] env[63005]: _type = "Task" [ 960.345217] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.354548] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.465619] env[63005]: DEBUG nova.network.neutron [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.470244] env[63005]: DEBUG oslo_concurrency.lockutils [None req-47900b40-8a93-4858-bb15-12d01e0187c5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "be04d244-e01a-4b42-8345-5bd9243cc922" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.714s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.484928] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c79c9ea6-76af-473a-9a02-d7e9b5cf1930 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.500129] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63d22d-0dbd-4ee3-9814-612ef4ad6147 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.518949] env[63005]: DEBUG nova.network.neutron [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updating instance_info_cache with network_info: [{"id": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "address": "fa:16:3e:ea:7b:25", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09e49cb5-b3", "ovs_interfaceid": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 960.540693] env[63005]: DEBUG nova.compute.manager [req-86c0be3d-96e0-492d-81d3-07426e3499e7 req-c39019ae-b090-4a9a-af9a-c0734e5fbef5 service nova] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Detach interface failed, port_id=df8c135c-3408-4fea-8873-d34ca1defa78, reason: Instance e44c21bb-b701-403b-8638-ef7c4113d169 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 960.543367] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 960.545671] env[63005]: INFO nova.compute.manager [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Took 31.34 seconds to build instance. [ 960.824027] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Successfully updated port: 302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.854591] env[63005]: DEBUG nova.compute.manager [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Received event network-vif-plugged-302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 960.854803] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.855013] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.855180] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.855358] env[63005]: DEBUG nova.compute.manager [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] No waiting events found dispatching network-vif-plugged-302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 960.855679] env[63005]: WARNING nova.compute.manager [req-cd8d3f7e-edee-4748-8364-73e94c996153 req-dbe2f71e-9b69-414c-a135-2874c7696520 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Received unexpected event network-vif-plugged-302c26d5-e797-46e0-98bf-793f110559f7 for instance with vm_state building and task_state spawning. [ 960.860363] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067755} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.860608] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.861581] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945da6f2-0c86-4f4c-837b-8bee37363455 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.885883] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/1978a080-2e93-4e97-814e-483ea2eadc3e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.886555] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec9bfb5-d9ef-4e62-9b38-b54198059a61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.910603] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 960.910603] env[63005]: value = "task-2577835" [ 960.910603] env[63005]: _type = "Task" [ 960.910603] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.920508] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.971521] env[63005]: INFO nova.compute.manager [-] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Took 1.41 seconds to deallocate network for instance. [ 961.048184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae5ae45e-8891-4831-b06d-ebf5d57a7200 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.856s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.086156] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.087113] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35913c50-d99e-4e1b-bc04-f183e98977f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.095612] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 961.097924] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2fed2ce-49aa-42aa-b094-9b51334a580e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.164999] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 961.165272] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 961.165458] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore2] 471ee899-94b2-4880-bf9a-c875e8a8745f {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 961.165719] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72b9d0e4-1c6e-4cce-8adf-3e39918ec4f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.171909] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 961.171909] env[63005]: value = "task-2577837" [ 961.171909] env[63005]: _type = "Task" [ 961.171909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.180626] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577837, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.267026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab9bf48-8932-4bb7-ab8b-0dad4c995964 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.276579] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e97f02-137c-4178-b03c-fedc4424b7a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.310529] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973c3671-d1ec-4d89-8825-adba113bd9cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.318322] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d012cfe-c3a3-4f2f-9bdb-1ab55e4296ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.335687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 961.335835] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.336011] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 961.337391] env[63005]: DEBUG nova.compute.provider_tree [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 961.375046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "358bb15a-9be4-43de-a95b-dd25488602e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.375316] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.420031] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577835, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.481133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.682738] env[63005]: DEBUG oslo_vmware.api [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577837, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124271} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.686896] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 961.687258] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 961.688262] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 961.708061] env[63005]: INFO nova.scheduler.client.report [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance 471ee899-94b2-4880-bf9a-c875e8a8745f [ 961.844876] env[63005]: DEBUG nova.scheduler.client.report [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.877540] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.911313] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.923445] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577835, 'name': ReconfigVM_Task, 'duration_secs': 0.915397} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.067211] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/1978a080-2e93-4e97-814e-483ea2eadc3e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.067211] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0630eff-29a2-4045-8869-adfb6900d6dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.067211] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 962.067211] env[63005]: value = "task-2577838" [ 962.067211] env[63005]: _type = "Task" [ 962.067211] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.067211] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577838, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.067211] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.067211] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.067211] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received event network-vif-unplugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.067211] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.067211] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.067211] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.067211] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] No waiting events found dispatching network-vif-unplugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 962.067211] env[63005]: WARNING nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received unexpected event network-vif-unplugged-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 for instance with vm_state shelved_offloaded and task_state None. [ 962.067211] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Received event network-changed-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 962.067211] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Refreshing instance network info cache due to event network-changed-09e49cb5-b34c-462d-86f4-8a4c8f4a6a63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 962.067211] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Acquiring lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 962.067211] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Acquired lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.068705] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Refreshing network info cache for port 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 962.124907] env[63005]: DEBUG nova.network.neutron [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.213427] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.353510] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.354063] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 962.356842] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.720s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.356842] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.358770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.086s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 962.358999] env[63005]: DEBUG nova.objects.instance [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lazy-loading 'resources' on Instance uuid fb6432b5-d52a-46d5-b1cd-07a68ee78a33 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.399352] env[63005]: INFO nova.scheduler.client.report [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocations for instance b7e6ca16-0d30-434d-ba07-fa683a4a492a [ 962.405052] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 962.443159] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577838, 'name': Rename_Task, 'duration_secs': 0.15177} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.443477] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 962.443733] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d1b009a-d763-488d-9edd-d81f8e9dbe86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.450760] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 962.450760] env[63005]: value = "task-2577839" [ 962.450760] env[63005]: _type = "Task" [ 962.450760] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.464022] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.535575] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 962.535575] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 962.628209] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 962.628601] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Instance network_info: |[{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 962.629097] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:0d:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '302c26d5-e797-46e0-98bf-793f110559f7', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.638468] env[63005]: DEBUG oslo.service.loopingcall [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 962.638468] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.638668] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9aa14cbc-20f2-4c54-9cb8-482f826dfbd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.664965] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.664965] env[63005]: value = "task-2577840" [ 962.664965] env[63005]: _type = "Task" [ 962.664965] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.677028] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577840, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.857809] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updated VIF entry in instance network info cache for port 09e49cb5-b34c-462d-86f4-8a4c8f4a6a63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 962.858830] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updating instance_info_cache with network_info: [{"id": "09e49cb5-b34c-462d-86f4-8a4c8f4a6a63", "address": "fa:16:3e:ea:7b:25", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": null, "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap09e49cb5-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.866145] env[63005]: DEBUG nova.compute.utils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 962.874831] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 962.875101] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 962.906020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-557769df-b7cd-403b-98e3-7ebc3f3eeb5c tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "b7e6ca16-0d30-434d-ba07-fa683a4a492a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.928s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 962.931068] env[63005]: DEBUG nova.policy [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e077a413f494c0fb46c8e00094ab9be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa848a280fb04e429d704d92682fe454', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.964339] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577839, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.080654] env[63005]: DEBUG nova.compute.manager [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Received event network-changed-302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.080850] env[63005]: DEBUG nova.compute.manager [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Refreshing instance network info cache due to event network-changed-302c26d5-e797-46e0-98bf-793f110559f7. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.081108] env[63005]: DEBUG oslo_concurrency.lockutils [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] Acquiring lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.081196] env[63005]: DEBUG oslo_concurrency.lockutils [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] Acquired lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.081358] env[63005]: DEBUG nova.network.neutron [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Refreshing network info cache for port 302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.184885] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577840, 'name': CreateVM_Task, 'duration_secs': 0.347339} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.187336] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.188337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.188399] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.188888] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 963.189795] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e2bbb5-85c7-4d91-a5c8-279c2acd09d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.198933] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 963.198933] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521e0f88-d5ce-4412-8613-43eb4404250a" [ 963.198933] env[63005]: _type = "Task" [ 963.198933] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.214459] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521e0f88-d5ce-4412-8613-43eb4404250a, 'name': SearchDatastore_Task, 'duration_secs': 0.0122} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.216630] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.216982] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 963.218589] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.218589] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.218589] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 963.218589] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2208cd96-484d-44db-ba4a-7b6896ce41d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.221927] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2d7adf-5bc0-4dc5-90ba-baebc4aaff28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.233108] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76664649-a34a-4adc-9bda-08ad9849ba31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.235898] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 963.236138] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 963.238015] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82590d5f-4c5d-400d-a72e-0ee261e570ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.265341] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Successfully created port: d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 963.268261] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5528ac6b-bd70-4dd0-8600-c0b24ff4ba64 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.273781] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 963.273781] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525df38d-166a-1a7c-014b-87f9fc57bf01" [ 963.273781] env[63005]: _type = "Task" [ 963.273781] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.282034] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf273d7-bf1c-4c11-8157-ab82394f3024 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.288027] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525df38d-166a-1a7c-014b-87f9fc57bf01, 'name': SearchDatastore_Task, 'duration_secs': 0.010066} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.289068] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515edf16-dd61-44d0-950d-b27e52a63e57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.298919] env[63005]: DEBUG nova.compute.provider_tree [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.304668] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 963.304668] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b9f52a-bac5-1ca8-f1c0-f8e1b93389be" [ 963.304668] env[63005]: _type = "Task" [ 963.304668] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.312878] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9f52a-bac5-1ca8-f1c0-f8e1b93389be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.332423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "172dafa3-669c-416f-ba21-5c668049ec67" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.332675] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.332883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "172dafa3-669c-416f-ba21-5c668049ec67-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.333598] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.333775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.338062] env[63005]: INFO nova.compute.manager [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Terminating instance [ 963.361074] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Releasing lock "refresh_cache-471ee899-94b2-4880-bf9a-c875e8a8745f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.361371] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Received event network-changed-83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 963.361547] env[63005]: DEBUG nova.compute.manager [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Refreshing instance network info cache due to event network-changed-83766654-b6bd-48f5-b7cd-506f8baf4812. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 963.361800] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 963.361923] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.362118] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Refreshing network info cache for port 83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 963.380310] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 963.462760] env[63005]: DEBUG oslo_vmware.api [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2577839, 'name': PowerOnVM_Task, 'duration_secs': 0.60181} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.463058] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.463240] env[63005]: INFO nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Took 8.82 seconds to spawn the instance on the hypervisor. [ 963.463420] env[63005]: DEBUG nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.464929] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-414ded4f-4bd5-4cb4-83f9-4cccab680366 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.552809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.802828] env[63005]: DEBUG nova.scheduler.client.report [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.815394] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b9f52a-bac5-1ca8-f1c0-f8e1b93389be, 'name': SearchDatastore_Task, 'duration_secs': 0.00926} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.815642] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 963.816974] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.816974] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5950bc7-d5ff-4a4b-acdd-93540e3fe5f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.823221] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 963.823221] env[63005]: value = "task-2577841" [ 963.823221] env[63005]: _type = "Task" [ 963.823221] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.830764] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.844947] env[63005]: DEBUG nova.compute.manager [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 963.845176] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 963.845985] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c10095-3045-402f-8664-e49deeda6708 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.852988] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 963.853234] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fab29ea5-faf9-4ab1-a9b6-7502d1740382 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.858067] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 963.858067] env[63005]: value = "task-2577842" [ 963.858067] env[63005]: _type = "Task" [ 963.858067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.870270] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577842, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.919061] env[63005]: DEBUG nova.network.neutron [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updated VIF entry in instance network info cache for port 302c26d5-e797-46e0-98bf-793f110559f7. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 963.920676] env[63005]: DEBUG nova.network.neutron [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.986886] env[63005]: INFO nova.compute.manager [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Took 33.91 seconds to build instance. [ 964.119594] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updated VIF entry in instance network info cache for port 83766654-b6bd-48f5-b7cd-506f8baf4812. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 964.119972] env[63005]: DEBUG nova.network.neutron [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.308673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.949s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.309735] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.110s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.311385] env[63005]: INFO nova.compute.claims [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 964.324218] env[63005]: INFO nova.scheduler.client.report [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Deleted allocations for instance fb6432b5-d52a-46d5-b1cd-07a68ee78a33 [ 964.336051] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.443867} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.336293] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.336500] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.336743] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69e19e21-8221-40d4-a8c2-a848f2e44c9e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.343501] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 964.343501] env[63005]: value = "task-2577843" [ 964.343501] env[63005]: _type = "Task" [ 964.343501] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.353530] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.370694] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577842, 'name': PowerOffVM_Task, 'duration_secs': 0.190562} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.370876] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.371023] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.371203] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d92ffbdb-e493-46ec-bed6-16694d4f48d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.389692] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 964.420133] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 964.420402] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 964.420560] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 964.420787] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 964.420942] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 964.421102] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 964.421314] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 964.421479] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 964.421656] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 964.421831] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 964.422017] env[63005]: DEBUG nova.virt.hardware [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 964.423088] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610e8ee-1523-4d0f-bfb2-c2921ebe2aba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.426037] env[63005]: DEBUG oslo_concurrency.lockutils [req-30d48a2f-b004-49b7-bf7f-f890936934c6 req-373f07d4-7641-4984-98c3-21afc76a1ad5 service nova] Releasing lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.433193] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fb5410-6d29-4205-b44c-f80081efb943 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.437242] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.437445] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.437667] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleting the datastore file [datastore1] 172dafa3-669c-416f-ba21-5c668049ec67 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.437922] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3867be81-a15e-47ba-8292-b7ff4fbcf623 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.452177] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 964.452177] env[63005]: value = "task-2577845" [ 964.452177] env[63005]: _type = "Task" [ 964.452177] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.460136] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577845, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.491599] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da6351ab-11e7-4166-868d-d9b985c86a46 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.420s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.542484] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "929b4fa0-d712-424f-ab15-84314f45200c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.542722] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.623134] env[63005]: DEBUG oslo_concurrency.lockutils [req-7587865a-435a-4184-baf3-8a4172338b1c req-a5eafe73-0706-42ed-b455-4d7e1019f541 service nova] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 964.676048] env[63005]: DEBUG nova.compute.manager [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-vif-plugged-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 964.676260] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] Acquiring lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.676470] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] Lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.676650] env[63005]: DEBUG oslo_concurrency.lockutils [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] Lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.676909] env[63005]: DEBUG nova.compute.manager [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] No waiting events found dispatching network-vif-plugged-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 964.677109] env[63005]: WARNING nova.compute.manager [req-8d6c0d57-9a90-4100-909d-c7020158960a req-d466f7ed-37ac-44f5-9aff-ee5dc786b626 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received unexpected event network-vif-plugged-d76baa50-7c06-4250-927e-2943743cbb6d for instance with vm_state building and task_state spawning. [ 964.804651] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Successfully updated port: d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 964.833848] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2a6ffe10-e522-46ec-9976-3809993be5e3 tempest-ImagesTestJSON-415305640 tempest-ImagesTestJSON-415305640-project-member] Lock "fb6432b5-d52a-46d5-b1cd-07a68ee78a33" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.017s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.853368] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110989} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.853993] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.854773] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a693e770-779c-48bd-96d7-843c718a4b74 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.879654] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.880320] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b71e29a7-5f1e-424f-affa-3b0c953d41f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.902199] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 964.902199] env[63005]: value = "task-2577846" [ 964.902199] env[63005]: _type = "Task" [ 964.902199] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.912861] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.961262] env[63005]: DEBUG oslo_vmware.api [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130765} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.961534] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 964.961718] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 964.961894] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 964.962077] env[63005]: INFO nova.compute.manager [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Took 1.12 seconds to destroy the instance on the hypervisor. [ 964.962383] env[63005]: DEBUG oslo.service.loopingcall [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 964.962575] env[63005]: DEBUG nova.compute.manager [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 964.962671] env[63005]: DEBUG nova.network.neutron [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 965.047738] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 965.311779] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.311947] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.312140] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 965.417148] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577846, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.574400] env[63005]: DEBUG nova.compute.manager [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 965.574634] env[63005]: DEBUG nova.compute.manager [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing instance network info cache due to event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 965.574709] env[63005]: DEBUG oslo_concurrency.lockutils [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.574843] env[63005]: DEBUG oslo_concurrency.lockutils [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.574992] env[63005]: DEBUG nova.network.neutron [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 965.590580] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.630928] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 965.630928] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.630928] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 965.691515] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66993f-1c04-4448-866e-decb559454e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.699538] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241aece8-4ef0-4a4f-9a9d-249237f98d2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.730172] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f7549c-7299-4578-bc16-7d3072ca4678 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.737590] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76d566-6255-48fd-9fdf-97d224159059 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.752145] env[63005]: DEBUG nova.compute.provider_tree [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.889505] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 965.913893] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577846, 'name': ReconfigVM_Task, 'duration_secs': 0.657487} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.914462] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.915603] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96ff7727-d9cb-424d-959f-ca4278e444ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.923106] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 965.923106] env[63005]: value = "task-2577847" [ 965.923106] env[63005]: _type = "Task" [ 965.923106] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.931471] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577847, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.162346] env[63005]: DEBUG nova.network.neutron [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.175050] env[63005]: DEBUG nova.network.neutron [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.255254] env[63005]: DEBUG nova.scheduler.client.report [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 966.433243] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577847, 'name': Rename_Task, 'duration_secs': 0.140818} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.433552] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.433806] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-242ba8b1-1cce-4b50-85d4-5c0200a94a65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.436361] env[63005]: DEBUG nova.network.neutron [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updated VIF entry in instance network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 966.436705] env[63005]: DEBUG nova.network.neutron [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.439438] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 966.439438] env[63005]: value = "task-2577848" [ 966.439438] env[63005]: _type = "Task" [ 966.439438] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.449140] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.667139] env[63005]: INFO nova.compute.manager [-] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Took 1.70 seconds to deallocate network for instance. [ 966.676253] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.676768] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Instance network_info: |[{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 966.677396] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:ed:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd76baa50-7c06-4250-927e-2943743cbb6d', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 966.688358] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Creating folder: Project (aa848a280fb04e429d704d92682fe454). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.690760] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b36f845-6486-4650-99ea-153b6bfbe84f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.702329] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Created folder: Project (aa848a280fb04e429d704d92682fe454) in parent group-v519994. [ 966.702699] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Creating folder: Instances. Parent ref: group-v520211. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 966.702868] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7e7c568d-446c-4757-b00a-6f59c2ffd6fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.711775] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Created folder: Instances in parent group-v520211. [ 966.711775] env[63005]: DEBUG oslo.service.loopingcall [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 966.713032] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 966.713032] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7278edd9-b04b-4716-816c-5a1810d69307 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.753233] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 966.753233] env[63005]: value = "task-2577851" [ 966.753233] env[63005]: _type = "Task" [ 966.753233] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.761916] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577851, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.765834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.456s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.766671] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 966.769729] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.521s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.769729] env[63005]: DEBUG nova.objects.instance [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'resources' on Instance uuid d1d54188-6333-44d7-b1e2-481299eb346a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.796542] env[63005]: DEBUG nova.compute.manager [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 966.796737] env[63005]: DEBUG nova.compute.manager [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing instance network info cache due to event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 966.796946] env[63005]: DEBUG oslo_concurrency.lockutils [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 966.797296] env[63005]: DEBUG oslo_concurrency.lockutils [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.797485] env[63005]: DEBUG nova.network.neutron [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 966.936068] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.938771] env[63005]: DEBUG oslo_concurrency.lockutils [req-cecef2dc-e7c9-44c7-ad13-3469c05c0e87 req-8a04dc7f-db8e-491f-bc81-7f00ef76e6ed service nova] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 966.949369] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.176735] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.265455] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577851, 'name': CreateVM_Task, 'duration_secs': 0.429481} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.265608] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.266274] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.266438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.266749] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 967.266997] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-100f4162-7548-446c-9a5e-67d9bab774a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.275214] env[63005]: DEBUG nova.compute.utils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 967.276558] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 967.276558] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5265c7a4-c19c-f70f-49d7-c3698707ff3a" [ 967.276558] env[63005]: _type = "Task" [ 967.276558] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.277212] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 967.277212] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 967.288866] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5265c7a4-c19c-f70f-49d7-c3698707ff3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.289241] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.289477] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.289753] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 967.290241] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.290241] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.290669] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ca814ad-79a6-43b8-9ed9-15c00eb33c84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.302296] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.302557] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.303946] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b26d5030-abda-41a3-b961-890d794dee3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.310623] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 967.310623] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5227b12b-587d-6b5a-7f19-9ba9e0a52891" [ 967.310623] env[63005]: _type = "Task" [ 967.310623] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.321524] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5227b12b-587d-6b5a-7f19-9ba9e0a52891, 'name': SearchDatastore_Task, 'duration_secs': 0.008394} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.322683] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7db6848d-96f2-4699-a62e-e65346409259 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.325982] env[63005]: DEBUG nova.policy [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6e1915aa437d46fba7a1d6cf299358af', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '50062c2fd2c34e94b9174f8450ed1394', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.332773] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 967.332773] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5283a986-816b-a1d6-ff5e-36b1bb11ea24" [ 967.332773] env[63005]: _type = "Task" [ 967.332773] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.344030] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5283a986-816b-a1d6-ff5e-36b1bb11ea24, 'name': SearchDatastore_Task, 'duration_secs': 0.00837} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.344260] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.344843] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] b12fda4f-247f-44e9-a017-41863d203bb9/b12fda4f-247f-44e9-a017-41863d203bb9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.344843] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dda8f0b9-154b-42c3-9c64-fbc7ca170bd8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.351107] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 967.351107] env[63005]: value = "task-2577852" [ 967.351107] env[63005]: _type = "Task" [ 967.351107] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.363931] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577852, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.442641] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 967.442888] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 967.443350] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.448677] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.449061] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.449682] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.449756] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.450070] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.450070] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 967.450232] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 967.455211] env[63005]: DEBUG oslo_vmware.api [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577848, 'name': PowerOnVM_Task, 'duration_secs': 0.534605} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.455211] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.455430] env[63005]: INFO nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Took 7.44 seconds to spawn the instance on the hypervisor. [ 967.455595] env[63005]: DEBUG nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.456400] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301b2740-8b1d-48e1-803b-e6941fcab833 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.559585] env[63005]: DEBUG nova.network.neutron [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updated VIF entry in instance network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 967.559585] env[63005]: DEBUG nova.network.neutron [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.606489] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e341c446-08d9-4861-8c29-2563cf9ed9b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.616884] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65a02c7-06a3-43e6-967f-c3bb4dd47141 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.652967] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b076ab-6ac9-451f-85a1-fe76d42b27ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.666737] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0d2331-d83f-4ddb-8d74-add4647a4e0f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.687596] env[63005]: DEBUG nova.compute.provider_tree [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.748282] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Successfully created port: 6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 967.780758] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 967.865539] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577852, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503495} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.866016] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] b12fda4f-247f-44e9-a017-41863d203bb9/b12fda4f-247f-44e9-a017-41863d203bb9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 967.866278] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 967.866532] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d9b3c17-035d-48ef-b0d4-80db86e36c30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.873016] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 967.873016] env[63005]: value = "task-2577853" [ 967.873016] env[63005]: _type = "Task" [ 967.873016] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.881563] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577853, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.957139] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.980302] env[63005]: INFO nova.compute.manager [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Took 25.18 seconds to build instance. [ 968.061303] env[63005]: DEBUG oslo_concurrency.lockutils [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 968.061583] env[63005]: DEBUG nova.compute.manager [req-14632bf9-31f2-449a-96e0-6eafc259af29 req-439dabe7-4a75-4c8c-9d5a-7791d1348e08 service nova] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Received event network-vif-deleted-ea144ca3-82e2-4ebb-a72b-d75d5777f2d1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 968.191066] env[63005]: DEBUG nova.scheduler.client.report [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.384312] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577853, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062427} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.384709] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.385556] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2d9fda-099a-40b9-aa3e-484b1383c3c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.410688] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] b12fda4f-247f-44e9-a017-41863d203bb9/b12fda4f-247f-44e9-a017-41863d203bb9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.411017] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c94382f5-e836-4e0b-a1a1-e718c0f4fe32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.430526] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 968.430526] env[63005]: value = "task-2577854" [ 968.430526] env[63005]: _type = "Task" [ 968.430526] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.439154] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577854, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.482653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8cb2c3e4-466a-4804-977e-98f3790f283d tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.699s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.696666] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.927s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.699642] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.886s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.699880] env[63005]: DEBUG nova.objects.instance [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lazy-loading 'resources' on Instance uuid ae4685c2-3167-427a-ae52-b4a3b8f9a1ed {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.723249] env[63005]: INFO nova.scheduler.client.report [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted allocations for instance d1d54188-6333-44d7-b1e2-481299eb346a [ 968.794454] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 968.834544] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 968.836067] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 968.836067] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.836067] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 968.836067] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.836067] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 968.836275] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 968.836460] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 968.836757] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 968.836927] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 968.837531] env[63005]: DEBUG nova.virt.hardware [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 968.839346] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397e08eb-0ac3-4479-8e16-d8c3f33bbed7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.848794] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea2d17f-9fec-4695-a56f-90a48a15628c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.943259] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.240151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-539d3ab1-1339-43c7-a7cb-85aa5d22c492 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "d1d54188-6333-44d7-b1e2-481299eb346a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.339s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.443700] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577854, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.508395] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13bae03e-a39f-45d7-9c1d-f2ad3b42f0b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.516938] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afee2e5c-dadb-47df-b162-464d38a1329d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.558156] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a30f8da-516c-4ec8-a45a-24d98c501320 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.567014] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9625ead-5a09-4403-9b36-ec88c0129fad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.590763] env[63005]: DEBUG nova.compute.provider_tree [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.666726] env[63005]: DEBUG nova.compute.manager [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Received event network-vif-plugged-6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 969.667033] env[63005]: DEBUG oslo_concurrency.lockutils [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] Acquiring lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.667252] env[63005]: DEBUG oslo_concurrency.lockutils [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.667420] env[63005]: DEBUG oslo_concurrency.lockutils [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.667584] env[63005]: DEBUG nova.compute.manager [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] No waiting events found dispatching network-vif-plugged-6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 969.667748] env[63005]: WARNING nova.compute.manager [req-a41f520e-5310-4130-8003-0de66bb98ff6 req-296432a8-9326-41ed-a4df-8808b2291e56 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Received unexpected event network-vif-plugged-6519a692-a1c3-4eaa-b146-e091696a1491 for instance with vm_state building and task_state spawning. [ 969.893790] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Successfully updated port: 6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 969.946228] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577854, 'name': ReconfigVM_Task, 'duration_secs': 1.077988} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.946557] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Reconfigured VM instance instance-00000052 to attach disk [datastore2] b12fda4f-247f-44e9-a017-41863d203bb9/b12fda4f-247f-44e9-a017-41863d203bb9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.947192] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bddde95a-8c67-4c95-ba14-16eb9441a616 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.957252] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 969.957252] env[63005]: value = "task-2577855" [ 969.957252] env[63005]: _type = "Task" [ 969.957252] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.962919] env[63005]: DEBUG nova.compute.manager [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 969.978376] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577855, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.089686] env[63005]: DEBUG nova.scheduler.client.report [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.174231] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.174610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.402347] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 970.402347] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquired lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.402347] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 970.474194] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577855, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.497627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.594633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.596951] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.386s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.600721] env[63005]: INFO nova.compute.claims [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 970.624717] env[63005]: INFO nova.scheduler.client.report [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Deleted allocations for instance ae4685c2-3167-427a-ae52-b4a3b8f9a1ed [ 970.679114] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 970.959086] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 970.974154] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577855, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.115288] env[63005]: DEBUG nova.network.neutron [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updating instance_info_cache with network_info: [{"id": "6519a692-a1c3-4eaa-b146-e091696a1491", "address": "fa:16:3e:fb:58:22", "network": {"id": "00735c55-5176-446f-965f-215c73e3002a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1262336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50062c2fd2c34e94b9174f8450ed1394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a692-a1", "ovs_interfaceid": "6519a692-a1c3-4eaa-b146-e091696a1491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.133252] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6a4b83ed-de84-42a1-9797-dd2a49b660f2 tempest-ListImageFiltersTestJSON-109525158 tempest-ListImageFiltersTestJSON-109525158-project-member] Lock "ae4685c2-3167-427a-ae52-b4a3b8f9a1ed" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.848s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.207277] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.472206] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577855, 'name': Rename_Task, 'duration_secs': 1.307515} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.472206] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 971.473095] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d846fa8-ae92-4610-bc97-200b3bcc6593 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.483579] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 971.483579] env[63005]: value = "task-2577856" [ 971.483579] env[63005]: _type = "Task" [ 971.483579] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.491474] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.518287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.518584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.618222] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Releasing lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 971.618524] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Instance network_info: |[{"id": "6519a692-a1c3-4eaa-b146-e091696a1491", "address": "fa:16:3e:fb:58:22", "network": {"id": "00735c55-5176-446f-965f-215c73e3002a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1262336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50062c2fd2c34e94b9174f8450ed1394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a692-a1", "ovs_interfaceid": "6519a692-a1c3-4eaa-b146-e091696a1491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 971.618906] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:58:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fd8b2b4e-f09d-4af6-9759-d372870e9b5f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6519a692-a1c3-4eaa-b146-e091696a1491', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.626697] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Creating folder: Project (50062c2fd2c34e94b9174f8450ed1394). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.626970] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-435d348d-0b2f-4fc6-a058-31150f9a3727 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.638664] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Created folder: Project (50062c2fd2c34e94b9174f8450ed1394) in parent group-v519994. [ 971.639059] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Creating folder: Instances. Parent ref: group-v520214. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 971.639253] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9b9a031-28e2-4d4f-9038-f010cc41bb99 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.650765] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Created folder: Instances in parent group-v520214. [ 971.651210] env[63005]: DEBUG oslo.service.loopingcall [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 971.651210] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.651658] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4abb341d-9eb4-4134-b822-f29977b821e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.675757] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.675757] env[63005]: value = "task-2577859" [ 971.675757] env[63005]: _type = "Task" [ 971.675757] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.687844] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577859, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.695930] env[63005]: DEBUG nova.compute.manager [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Received event network-changed-6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 971.696027] env[63005]: DEBUG nova.compute.manager [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Refreshing instance network info cache due to event network-changed-6519a692-a1c3-4eaa-b146-e091696a1491. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 971.699208] env[63005]: DEBUG oslo_concurrency.lockutils [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] Acquiring lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 971.699208] env[63005]: DEBUG oslo_concurrency.lockutils [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] Acquired lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.699208] env[63005]: DEBUG nova.network.neutron [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Refreshing network info cache for port 6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 971.814600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.815211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.944028] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef6049bf-8a10-4d57-8bab-fbd11d158090 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.952362] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ff8ce2-f3a3-41c6-9558-70f5c1fabe96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.982337] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d1fd11-e3dd-464e-9a4d-b03ab744fae0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.996139] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ab63af9-2de1-4382-9c8b-9443eeaebdb7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.999700] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.009253] env[63005]: DEBUG nova.compute.provider_tree [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.021568] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.185657] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577859, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.319298] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.426366] env[63005]: DEBUG nova.network.neutron [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updated VIF entry in instance network info cache for port 6519a692-a1c3-4eaa-b146-e091696a1491. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 972.426842] env[63005]: DEBUG nova.network.neutron [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updating instance_info_cache with network_info: [{"id": "6519a692-a1c3-4eaa-b146-e091696a1491", "address": "fa:16:3e:fb:58:22", "network": {"id": "00735c55-5176-446f-965f-215c73e3002a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1262336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50062c2fd2c34e94b9174f8450ed1394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a692-a1", "ovs_interfaceid": "6519a692-a1c3-4eaa-b146-e091696a1491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 972.500231] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577856, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.513176] env[63005]: DEBUG nova.scheduler.client.report [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.545959] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.686966] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577859, 'name': CreateVM_Task, 'duration_secs': 0.85852} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.686966] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.687646] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 972.687812] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.688318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 972.688479] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b588c2db-26a1-4ab3-94cf-ad97babf935c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.692860] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 972.692860] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528cd1f5-a970-1717-afd7-dfcf0c664373" [ 972.692860] env[63005]: _type = "Task" [ 972.692860] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.701173] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528cd1f5-a970-1717-afd7-dfcf0c664373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.845769] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 972.931387] env[63005]: DEBUG oslo_concurrency.lockutils [req-a3553c5c-9078-444d-ae6e-05be056cc312 req-d3fa1a1d-f3f4-46c2-a681-a4c0b38e88a0 service nova] Releasing lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 972.994538] env[63005]: DEBUG oslo_vmware.api [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577856, 'name': PowerOnVM_Task, 'duration_secs': 1.057358} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.994847] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 972.994989] env[63005]: INFO nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Took 8.61 seconds to spawn the instance on the hypervisor. [ 972.995213] env[63005]: DEBUG nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 972.996056] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e414f3-3fde-40cd-adaa-062467f6fd81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.018784] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.019315] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.021774] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.573s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.022203] env[63005]: DEBUG nova.objects.instance [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lazy-loading 'resources' on Instance uuid 9d75b3be-1695-45f1-9acf-305d650fe4df {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.203008] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528cd1f5-a970-1717-afd7-dfcf0c664373, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.203355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 973.203639] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.203808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 973.203972] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.204217] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.204479] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aab31b32-32df-4db0-9091-6c6f2342e6d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.214991] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.215184] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.215877] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b733c073-90c8-4a38-acc5-1f7767aa0bfa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.220490] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 973.220490] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a14c25-c0dc-9777-e5d9-27f30c4a1455" [ 973.220490] env[63005]: _type = "Task" [ 973.220490] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.229885] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a14c25-c0dc-9777-e5d9-27f30c4a1455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.517799] env[63005]: INFO nova.compute.manager [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Took 29.36 seconds to build instance. [ 973.528344] env[63005]: DEBUG nova.compute.utils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 973.534187] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 973.534234] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.612595] env[63005]: DEBUG nova.policy [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6d4172361b6944f9a6c8195fb6f3ef0d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8263c91b49724fe89855bee420a1a1d9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 973.733163] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a14c25-c0dc-9777-e5d9-27f30c4a1455, 'name': SearchDatastore_Task, 'duration_secs': 0.010863} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.737210] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5330aaaa-5cee-4a5b-8821-efb1fc99cd72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.746053] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 973.746053] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52110016-e185-ae77-a2c5-2869fcaf30b1" [ 973.746053] env[63005]: _type = "Task" [ 973.746053] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.755332] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52110016-e185-ae77-a2c5-2869fcaf30b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.879365] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63813fb5-f6ba-4365-a3dd-84c1df706b87 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.887050] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0088e-9124-4ce1-93ca-63b7e6031d52 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.921449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38153a-9a14-4a99-aff4-f3614bd854e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.930723] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1836998e-b38c-4072-abe3-7913bbd37195 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.944930] env[63005]: DEBUG nova.compute.provider_tree [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.021674] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1a9df552-cdac-45d5-ab32-00ab13ce6938 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.878s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.034969] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.051979] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Successfully created port: 954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.256863] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52110016-e185-ae77-a2c5-2869fcaf30b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010314} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.257201] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 974.257501] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f14693e0-df81-4d88-bbba-561c2dbd9c4e/f14693e0-df81-4d88-bbba-561c2dbd9c4e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.257797] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ae05c38e-c681-4a5d-a7c6-0aa25eca953a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.265042] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 974.265042] env[63005]: value = "task-2577860" [ 974.265042] env[63005]: _type = "Task" [ 974.265042] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.273410] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577860, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.448117] env[63005]: DEBUG nova.scheduler.client.report [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.775379] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577860, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48045} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.775703] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] f14693e0-df81-4d88-bbba-561c2dbd9c4e/f14693e0-df81-4d88-bbba-561c2dbd9c4e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.775825] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.776118] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1842d310-d48c-4005-8218-767a1f37d52d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.784260] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 974.784260] env[63005]: value = "task-2577861" [ 974.784260] env[63005]: _type = "Task" [ 974.784260] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.792999] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577861, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.955045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.933s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.957659] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.941s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.959245] env[63005]: INFO nova.compute.claims [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.978915] env[63005]: INFO nova.scheduler.client.report [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Deleted allocations for instance 9d75b3be-1695-45f1-9acf-305d650fe4df [ 975.044418] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.065677] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.065955] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.067046] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.067310] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.067511] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.067697] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.067940] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.068152] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.068366] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.068564] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.068774] env[63005]: DEBUG nova.virt.hardware [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.070114] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f169af-26b6-41b5-8754-3164051ddc45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.079572] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b39ce7-1514-4d3c-9ecf-13c33b420e9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.284826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.284826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.295348] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577861, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100223} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.295559] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.296521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9657eb23-b49a-4fce-9b30-ee62fcceed27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.320141] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] f14693e0-df81-4d88-bbba-561c2dbd9c4e/f14693e0-df81-4d88-bbba-561c2dbd9c4e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.320471] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7797b6c-1a68-451c-9164-3a93cbca4539 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.340753] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 975.340753] env[63005]: value = "task-2577862" [ 975.340753] env[63005]: _type = "Task" [ 975.340753] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.348613] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.493291] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e316f4d9-be2c-4c1b-9cd9-4bfb38e5d9e8 tempest-ServersV294TestFqdnHostnames-651090370 tempest-ServersV294TestFqdnHostnames-651090370-project-member] Lock "9d75b3be-1695-45f1-9acf-305d650fe4df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.030s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.685485] env[63005]: DEBUG nova.compute.manager [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Received event network-vif-plugged-954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 975.685823] env[63005]: DEBUG oslo_concurrency.lockutils [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] Acquiring lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 975.686218] env[63005]: DEBUG oslo_concurrency.lockutils [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] Lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 975.686621] env[63005]: DEBUG oslo_concurrency.lockutils [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] Lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 975.687233] env[63005]: DEBUG nova.compute.manager [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] No waiting events found dispatching network-vif-plugged-954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 975.687233] env[63005]: WARNING nova.compute.manager [req-312aa93c-54de-43d8-b5b8-5a6ebe0f2e5d req-7abb90bd-d3c3-440d-9990-db7d37e9e4ba service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Received unexpected event network-vif-plugged-954dc4d5-2a86-48f3-919c-7752275d980a for instance with vm_state building and task_state spawning. [ 975.781752] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Successfully updated port: 954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 975.792705] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.854618] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577862, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.758437] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 976.758946] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquired lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.758946] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 976.763045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "72861dce-8e87-4cd4-a702-2015f522739a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.763045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.778083] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577862, 'name': ReconfigVM_Task, 'duration_secs': 1.13377} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.781177] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Reconfigured VM instance instance-00000053 to attach disk [datastore2] f14693e0-df81-4d88-bbba-561c2dbd9c4e/f14693e0-df81-4d88-bbba-561c2dbd9c4e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.788979] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3095e7ed-f753-47c8-b8f8-2d2cabcc56bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.788979] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.790283] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 976.790283] env[63005]: value = "task-2577863" [ 976.790283] env[63005]: _type = "Task" [ 976.790283] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.804877] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577863, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.115358] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5af2eb-d934-4d71-9153-65e24f5b92d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.123230] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a977befe-f95a-48fe-b45a-2e330f38a420 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.162085] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822feb1-a1e2-47f3-a672-efe29106dd61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.169328] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8ead7-1622-49d3-9c04-3bd9e57814bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.183969] env[63005]: DEBUG nova.compute.provider_tree [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.271671] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.300723] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577863, 'name': Rename_Task, 'duration_secs': 0.175808} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.301215] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.301559] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad57ea0e-c448-427b-91cc-a2b877d23aaf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.309205] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 977.309205] env[63005]: value = "task-2577864" [ 977.309205] env[63005]: _type = "Task" [ 977.309205] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.315845] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.327029] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577864, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.498736] env[63005]: DEBUG nova.network.neutron [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Updating instance_info_cache with network_info: [{"id": "954dc4d5-2a86-48f3-919c-7752275d980a", "address": "fa:16:3e:17:7e:9f", "network": {"id": "44e1b7c4-5d09-4978-889e-ffa965bfccfc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-405588591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8263c91b49724fe89855bee420a1a1d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954dc4d5-2a", "ovs_interfaceid": "954dc4d5-2a86-48f3-919c-7752275d980a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.688812] env[63005]: DEBUG nova.scheduler.client.report [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.719354] env[63005]: DEBUG nova.compute.manager [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Received event network-changed-954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 977.719617] env[63005]: DEBUG nova.compute.manager [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Refreshing instance network info cache due to event network-changed-954dc4d5-2a86-48f3-919c-7752275d980a. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.719953] env[63005]: DEBUG oslo_concurrency.lockutils [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] Acquiring lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 977.805577] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.823050] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577864, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.001476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Releasing lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 978.001830] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Instance network_info: |[{"id": "954dc4d5-2a86-48f3-919c-7752275d980a", "address": "fa:16:3e:17:7e:9f", "network": {"id": "44e1b7c4-5d09-4978-889e-ffa965bfccfc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-405588591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8263c91b49724fe89855bee420a1a1d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954dc4d5-2a", "ovs_interfaceid": "954dc4d5-2a86-48f3-919c-7752275d980a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.002157] env[63005]: DEBUG oslo_concurrency.lockutils [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] Acquired lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.002374] env[63005]: DEBUG nova.network.neutron [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Refreshing network info cache for port 954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 978.003793] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:7e:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '954dc4d5-2a86-48f3-919c-7752275d980a', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.011237] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Creating folder: Project (8263c91b49724fe89855bee420a1a1d9). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.011817] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69f897f-de06-4cc2-8056-3c7fcfc924f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.023640] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Created folder: Project (8263c91b49724fe89855bee420a1a1d9) in parent group-v519994. [ 978.023834] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Creating folder: Instances. Parent ref: group-v520217. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.024118] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd8daef6-1181-4e11-b537-7e94cd686946 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.036040] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Created folder: Instances in parent group-v520217. [ 978.036040] env[63005]: DEBUG oslo.service.loopingcall [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 978.036040] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.036040] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bef0912a-79a3-4264-bb6c-fb3cc942b759 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.054037] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.054037] env[63005]: value = "task-2577867" [ 978.054037] env[63005]: _type = "Task" [ 978.054037] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.061631] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577867, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.193978] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.236s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.194711] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 978.197539] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.717s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 978.197750] env[63005]: DEBUG nova.objects.instance [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lazy-loading 'resources' on Instance uuid e44c21bb-b701-403b-8638-ef7c4113d169 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.325059] env[63005]: DEBUG oslo_vmware.api [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577864, 'name': PowerOnVM_Task, 'duration_secs': 0.63053} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.325974] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.328157] env[63005]: INFO nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Took 9.53 seconds to spawn the instance on the hypervisor. [ 978.328157] env[63005]: DEBUG nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.328157] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ecf351-2a21-4705-a4d6-cf207cb33fa2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.565986] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577867, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.703351] env[63005]: DEBUG nova.compute.utils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 978.705304] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.705472] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.743547] env[63005]: DEBUG nova.policy [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55cde0ab98a4402810996c6d0dbd98e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd035c5a6393d41c8b620f1193f8e5ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.755582] env[63005]: DEBUG nova.network.neutron [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Updated VIF entry in instance network info cache for port 954dc4d5-2a86-48f3-919c-7752275d980a. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 978.756063] env[63005]: DEBUG nova.network.neutron [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Updating instance_info_cache with network_info: [{"id": "954dc4d5-2a86-48f3-919c-7752275d980a", "address": "fa:16:3e:17:7e:9f", "network": {"id": "44e1b7c4-5d09-4978-889e-ffa965bfccfc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-405588591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8263c91b49724fe89855bee420a1a1d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954dc4d5-2a", "ovs_interfaceid": "954dc4d5-2a86-48f3-919c-7752275d980a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 978.852010] env[63005]: INFO nova.compute.manager [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Took 31.68 seconds to build instance. [ 979.038577] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f875fb8-dd5e-4160-8c59-2228e854476a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.047141] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313173bd-d726-487f-8d9e-c7dbe6ef288d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.080434] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb548bb-2bce-436a-a986-c086387e5b4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.088157] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577867, 'name': CreateVM_Task, 'duration_secs': 0.539723} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.090185] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.090935] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.091138] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.091493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 979.092676] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cb8c10-5952-4b5c-be5c-0f39414be302 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.096481] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24194150-f73b-4f7e-bf0e-95e8f5b0b5ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.109743] env[63005]: DEBUG nova.compute.provider_tree [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.113126] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Successfully created port: 531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 979.116515] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 979.116515] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525596fd-7ac7-d7a0-9fa4-8746bdb312e8" [ 979.116515] env[63005]: _type = "Task" [ 979.116515] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.125975] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525596fd-7ac7-d7a0-9fa4-8746bdb312e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009954} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.126284] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.126515] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.126735] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 979.126873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.127060] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.127309] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32d6bd60-b641-40c7-b59f-1cb33fa58596 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.134911] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.135114] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.135856] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6611c34c-dcf0-46d5-9145-76b15522fd92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.140926] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 979.140926] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5209a81b-26e9-f6e9-af24-d36e8b51d30a" [ 979.140926] env[63005]: _type = "Task" [ 979.140926] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.148497] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5209a81b-26e9-f6e9-af24-d36e8b51d30a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.208178] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 979.259670] env[63005]: DEBUG oslo_concurrency.lockutils [req-db941b1e-ef67-4de1-8475-d48359fe1bc1 req-ad4f3e8f-fda6-4b74-a933-dedc36d80267 service nova] Releasing lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 979.354018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-46c088c1-c517-4d5b-9805-bd9010ff23a7 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.192s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.614032] env[63005]: DEBUG nova.scheduler.client.report [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 979.655948] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5209a81b-26e9-f6e9-af24-d36e8b51d30a, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.657449] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0635d44-d905-475f-8776-e061c19dbb42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.663564] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 979.663564] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52900a8e-8306-e8fd-f931-39af095728f4" [ 979.663564] env[63005]: _type = "Task" [ 979.663564] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.672509] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52900a8e-8306-e8fd-f931-39af095728f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.112161] env[63005]: DEBUG nova.compute.manager [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Received event network-changed-6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 980.112161] env[63005]: DEBUG nova.compute.manager [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Refreshing instance network info cache due to event network-changed-6519a692-a1c3-4eaa-b146-e091696a1491. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 980.112507] env[63005]: DEBUG oslo_concurrency.lockutils [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] Acquiring lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 980.112544] env[63005]: DEBUG oslo_concurrency.lockutils [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] Acquired lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.112702] env[63005]: DEBUG nova.network.neutron [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Refreshing network info cache for port 6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.119138] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.922s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.121992] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.909s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 980.122278] env[63005]: DEBUG nova.objects.instance [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'resources' on Instance uuid 471ee899-94b2-4880-bf9a-c875e8a8745f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.146092] env[63005]: INFO nova.scheduler.client.report [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleted allocations for instance e44c21bb-b701-403b-8638-ef7c4113d169 [ 980.174917] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52900a8e-8306-e8fd-f931-39af095728f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009327} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.175176] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 980.175442] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 237f9fe0-d4fc-4834-8994-5346593381d8/237f9fe0-d4fc-4834-8994-5346593381d8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.175720] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-277d8d83-bab6-4020-af85-ce76c410707b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.182911] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 980.182911] env[63005]: value = "task-2577868" [ 980.182911] env[63005]: _type = "Task" [ 980.182911] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.191156] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577868, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.218701] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 980.247673] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 980.248493] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 980.248493] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.248493] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 980.248493] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.248753] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 980.248753] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 980.248877] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 980.249056] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 980.249224] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 980.249484] env[63005]: DEBUG nova.virt.hardware [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 980.250634] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d112138-a231-45ea-91da-21fedc78bff1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.258226] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f788e2-f8a6-4679-b034-5bfca9983d90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.625534] env[63005]: DEBUG nova.objects.instance [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'numa_topology' on Instance uuid 471ee899-94b2-4880-bf9a-c875e8a8745f {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 980.653651] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4baba8b8-8512-418b-b7ff-a8c870416cac tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "e44c21bb-b701-403b-8638-ef7c4113d169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.763s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 980.699252] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577868, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461371} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.699512] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 237f9fe0-d4fc-4834-8994-5346593381d8/237f9fe0-d4fc-4834-8994-5346593381d8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.699725] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.699977] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e626241-0a4e-4216-9a2e-f33fab3cfee0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.708754] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 980.708754] env[63005]: value = "task-2577869" [ 980.708754] env[63005]: _type = "Task" [ 980.708754] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.719071] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577869, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.857977] env[63005]: DEBUG nova.network.neutron [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updated VIF entry in instance network info cache for port 6519a692-a1c3-4eaa-b146-e091696a1491. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 980.858371] env[63005]: DEBUG nova.network.neutron [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updating instance_info_cache with network_info: [{"id": "6519a692-a1c3-4eaa-b146-e091696a1491", "address": "fa:16:3e:fb:58:22", "network": {"id": "00735c55-5176-446f-965f-215c73e3002a", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1262336544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.247", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "50062c2fd2c34e94b9174f8450ed1394", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fd8b2b4e-f09d-4af6-9759-d372870e9b5f", "external-id": "nsx-vlan-transportzone-800", "segmentation_id": 800, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6519a692-a1", "ovs_interfaceid": "6519a692-a1c3-4eaa-b146-e091696a1491", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.877526] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Successfully updated port: 531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 981.128821] env[63005]: DEBUG nova.objects.base [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Object Instance<471ee899-94b2-4880-bf9a-c875e8a8745f> lazy-loaded attributes: resources,numa_topology {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 981.218834] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577869, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097075} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.221326] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.222288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0843b159-d306-409d-bbf7-1f72cb51aa4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.244090] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 237f9fe0-d4fc-4834-8994-5346593381d8/237f9fe0-d4fc-4834-8994-5346593381d8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.246832] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b527bdaf-edc5-400c-8bb0-9562c3d7a6b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.269685] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 981.269685] env[63005]: value = "task-2577870" [ 981.269685] env[63005]: _type = "Task" [ 981.269685] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.280927] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577870, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.362152] env[63005]: DEBUG oslo_concurrency.lockutils [req-41fbf135-de49-488f-88c8-263f54bc0189 req-bd4d1129-214b-4051-83a1-3dcb2eaf5afe service nova] Releasing lock "refresh_cache-f14693e0-df81-4d88-bbba-561c2dbd9c4e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 981.377831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 981.377970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.378137] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.417856] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487b27d-1f06-4846-91ed-c99f688e4190 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.427516] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00182e88-a440-4e92-90a4-02f2f8b376b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.459032] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38c7663f-d351-4b18-8653-b0961f5d15ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.466618] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a1c1f2-72a1-4a05-9509-b0852f1d8922 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.479734] env[63005]: DEBUG nova.compute.provider_tree [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.486939] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "ae47d311-cac4-47a8-9442-035bbe159751" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.487189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.487399] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "ae47d311-cac4-47a8-9442-035bbe159751-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.487588] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.487761] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.489814] env[63005]: INFO nova.compute.manager [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Terminating instance [ 981.782854] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577870, 'name': ReconfigVM_Task, 'duration_secs': 0.283081} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.783472] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 237f9fe0-d4fc-4834-8994-5346593381d8/237f9fe0-d4fc-4834-8994-5346593381d8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.784172] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a465b0-b2ae-47bc-803c-4ddac7095cc4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.792935] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 981.792935] env[63005]: value = "task-2577871" [ 981.792935] env[63005]: _type = "Task" [ 981.792935] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.803897] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577871, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.932201] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.983394] env[63005]: DEBUG nova.scheduler.client.report [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.994548] env[63005]: DEBUG nova.compute.manager [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 981.994548] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.994884] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10e7c2b3-c2e9-40f9-904d-73a1ab5f0993 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.004774] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.005091] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77789a33-600c-4963-9571-afdd28c5ae47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.011957] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 982.011957] env[63005]: value = "task-2577872" [ 982.011957] env[63005]: _type = "Task" [ 982.011957] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.022942] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577872, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.302728] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577871, 'name': Rename_Task, 'duration_secs': 0.163896} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.303014] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.303258] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9616907e-85e2-4858-ae24-36decf81f5f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.311073] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 982.311073] env[63005]: value = "task-2577873" [ 982.311073] env[63005]: _type = "Task" [ 982.311073] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.319734] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.399424] env[63005]: DEBUG nova.network.neutron [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating instance_info_cache with network_info: [{"id": "531e164d-e57f-4dce-946d-bc077a3710f7", "address": "fa:16:3e:8c:cd:bc", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531e164d-e5", "ovs_interfaceid": "531e164d-e57f-4dce-946d-bc077a3710f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.488826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.367s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.492486] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.087s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.494576] env[63005]: INFO nova.compute.claims [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 982.522689] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577872, 'name': PowerOffVM_Task, 'duration_secs': 0.425237} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.522983] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 982.523273] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 982.523606] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db838c69-7e3a-46d9-b643-2ed645782640 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.540271] env[63005]: DEBUG nova.compute.manager [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Received event network-vif-plugged-531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.540509] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.540737] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.540909] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.541105] env[63005]: DEBUG nova.compute.manager [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] No waiting events found dispatching network-vif-plugged-531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 982.541344] env[63005]: WARNING nova.compute.manager [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Received unexpected event network-vif-plugged-531e164d-e57f-4dce-946d-bc077a3710f7 for instance with vm_state building and task_state spawning. [ 982.541551] env[63005]: DEBUG nova.compute.manager [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Received event network-changed-531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 982.541723] env[63005]: DEBUG nova.compute.manager [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Refreshing instance network info cache due to event network-changed-531e164d-e57f-4dce-946d-bc077a3710f7. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 982.541916] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Acquiring lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 982.591268] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 982.591520] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 982.591724] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleting the datastore file [datastore1] ae47d311-cac4-47a8-9442-035bbe159751 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 982.592030] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7f39d7-c755-4087-a035-089c15c00d66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.599272] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for the task: (returnval){ [ 982.599272] env[63005]: value = "task-2577875" [ 982.599272] env[63005]: _type = "Task" [ 982.599272] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.608689] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.821730] env[63005]: DEBUG oslo_vmware.api [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577873, 'name': PowerOnVM_Task, 'duration_secs': 0.506817} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.822026] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.822237] env[63005]: INFO nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Took 7.78 seconds to spawn the instance on the hypervisor. [ 982.822414] env[63005]: DEBUG nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.823187] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e92bcb-8bc6-4096-b4c8-634b731a5e25 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.901888] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 982.902226] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Instance network_info: |[{"id": "531e164d-e57f-4dce-946d-bc077a3710f7", "address": "fa:16:3e:8c:cd:bc", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531e164d-e5", "ovs_interfaceid": "531e164d-e57f-4dce-946d-bc077a3710f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 982.902528] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Acquired lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.902707] env[63005]: DEBUG nova.network.neutron [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Refreshing network info cache for port 531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 982.904449] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:cd:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '531e164d-e57f-4dce-946d-bc077a3710f7', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 982.911928] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Creating folder: Project (d035c5a6393d41c8b620f1193f8e5ae5). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.914993] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b88f1153-b0ba-43ba-a639-348ccfd63804 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.929244] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Created folder: Project (d035c5a6393d41c8b620f1193f8e5ae5) in parent group-v519994. [ 982.929483] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Creating folder: Instances. Parent ref: group-v520220. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 982.929777] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0deed2b2-ac45-4f40-a3eb-fa41891b974e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.942936] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Created folder: Instances in parent group-v520220. [ 982.943214] env[63005]: DEBUG oslo.service.loopingcall [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 982.943520] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 982.943739] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-872880e4-9cde-46bb-82fa-570138d5cbd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.967157] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 982.967157] env[63005]: value = "task-2577878" [ 982.967157] env[63005]: _type = "Task" [ 982.967157] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.974601] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577878, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.013264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d44599cc-9cb0-4b7d-8db6-046110bd4fa9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 39.441s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.013997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 19.461s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.014293] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.014557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.014776] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.018394] env[63005]: INFO nova.compute.manager [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Terminating instance [ 983.112198] env[63005]: DEBUG oslo_vmware.api [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Task: {'id': task-2577875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342834} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.112533] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.113251] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.113251] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.113251] env[63005]: INFO nova.compute.manager [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Took 1.12 seconds to destroy the instance on the hypervisor. [ 983.113377] env[63005]: DEBUG oslo.service.loopingcall [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.113564] env[63005]: DEBUG nova.compute.manager [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.113666] env[63005]: DEBUG nova.network.neutron [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.170708] env[63005]: DEBUG nova.network.neutron [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updated VIF entry in instance network info cache for port 531e164d-e57f-4dce-946d-bc077a3710f7. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 983.171088] env[63005]: DEBUG nova.network.neutron [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating instance_info_cache with network_info: [{"id": "531e164d-e57f-4dce-946d-bc077a3710f7", "address": "fa:16:3e:8c:cd:bc", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531e164d-e5", "ovs_interfaceid": "531e164d-e57f-4dce-946d-bc077a3710f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.343339] env[63005]: INFO nova.compute.manager [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Took 35.16 seconds to build instance. [ 983.474951] env[63005]: DEBUG nova.compute.manager [req-0c86c1b4-e1fc-4d65-9381-24e24db5d053 req-84a53902-2e86-4802-936a-dcf6414daa88 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Received event network-vif-deleted-64679304-8139-42c3-9895-b1f16251f76f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 983.475176] env[63005]: INFO nova.compute.manager [req-0c86c1b4-e1fc-4d65-9381-24e24db5d053 req-84a53902-2e86-4802-936a-dcf6414daa88 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Neutron deleted interface 64679304-8139-42c3-9895-b1f16251f76f; detaching it from the instance and deleting it from the info cache [ 983.475350] env[63005]: DEBUG nova.network.neutron [req-0c86c1b4-e1fc-4d65-9381-24e24db5d053 req-84a53902-2e86-4802-936a-dcf6414daa88 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.484924] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577878, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.525041] env[63005]: DEBUG nova.compute.manager [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.525041] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.525331] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-502eb9c5-a9ad-4440-b70a-d0188d87386c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.537222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715a817d-516b-4773-b43b-67eae805bb1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.577515] env[63005]: WARNING nova.virt.vmwareapi.vmops [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 471ee899-94b2-4880-bf9a-c875e8a8745f could not be found. [ 983.577678] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.577858] env[63005]: INFO nova.compute.manager [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 983.578125] env[63005]: DEBUG oslo.service.loopingcall [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 983.581206] env[63005]: DEBUG nova.compute.manager [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 983.582024] env[63005]: DEBUG nova.network.neutron [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 983.674411] env[63005]: DEBUG oslo_concurrency.lockutils [req-0b43d6f8-18ec-407f-a1cf-c4de1e508451 req-f9e520da-0622-471e-b5ee-13cab957a2c6 service nova] Releasing lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 983.845621] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a2bc74aa-4617-44a4-b3df-39457326359c tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.676s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.851571] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d5eb4-94b5-44f9-ac99-6f364145a30f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.859454] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d75685-461d-4296-9cb9-303abad75aa5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.864447] env[63005]: DEBUG nova.network.neutron [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.899159] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ca7b1a-8520-405d-84a5-8f7fe7647571 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.907738] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c38624-5909-4a7f-b5da-58123894c3c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.921968] env[63005]: DEBUG nova.compute.provider_tree [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.978350] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577878, 'name': CreateVM_Task, 'duration_secs': 0.756469} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.978562] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-393b4b52-b3ac-4fe6-8e93-a2e3b8ca5fba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.980199] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 983.980855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 983.981035] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.981353] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 983.981914] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afaad790-7929-4aca-a7e4-ec62d3478a1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.989680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f4fafe-1412-4ae9-8950-64c39b25cb4e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.999708] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 983.999708] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b43ac5-c760-ee4d-c83b-fa4c430780ac" [ 983.999708] env[63005]: _type = "Task" [ 983.999708] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.008841] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b43ac5-c760-ee4d-c83b-fa4c430780ac, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.009134] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 984.009376] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.009600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.009748] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.009919] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.010179] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64d1b2b4-bda2-4f1d-8838-b53a386a4cce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.023704] env[63005]: DEBUG nova.compute.manager [req-0c86c1b4-e1fc-4d65-9381-24e24db5d053 req-84a53902-2e86-4802-936a-dcf6414daa88 service nova] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Detach interface failed, port_id=64679304-8139-42c3-9895-b1f16251f76f, reason: Instance ae47d311-cac4-47a8-9442-035bbe159751 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 984.039023] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.039225] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.039937] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e3990a-01f9-4649-96de-b5c7c5966ece {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.045844] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 984.045844] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5206308d-4ee3-3bd5-4137-b1cec0cf590e" [ 984.045844] env[63005]: _type = "Task" [ 984.045844] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.054049] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5206308d-4ee3-3bd5-4137-b1cec0cf590e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.168472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "237f9fe0-d4fc-4834-8994-5346593381d8" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.168687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.168950] env[63005]: INFO nova.compute.manager [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Rebooting instance [ 984.321119] env[63005]: DEBUG nova.network.neutron [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.367616] env[63005]: INFO nova.compute.manager [-] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Took 1.25 seconds to deallocate network for instance. [ 984.425541] env[63005]: DEBUG nova.scheduler.client.report [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 984.556433] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5206308d-4ee3-3bd5-4137-b1cec0cf590e, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.557100] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcae33f2-5a1e-4b3c-af6d-242ce4940aab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.562940] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 984.562940] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526f1728-8112-93ce-0518-eef3c82b3ccf" [ 984.562940] env[63005]: _type = "Task" [ 984.562940] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.571573] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526f1728-8112-93ce-0518-eef3c82b3ccf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.685809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 984.686042] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquired lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.686239] env[63005]: DEBUG nova.network.neutron [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.824458] env[63005]: INFO nova.compute.manager [-] [instance: 471ee899-94b2-4880-bf9a-c875e8a8745f] Took 1.24 seconds to deallocate network for instance. [ 984.876108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.930471] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.930745] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 984.933781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.343s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.935873] env[63005]: INFO nova.compute.claims [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.074143] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526f1728-8112-93ce-0518-eef3c82b3ccf, 'name': SearchDatastore_Task, 'duration_secs': 0.010748} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.074417] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 985.074733] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4/6cc3a9a3-a0c5-406e-95d4-b3953c8301e4.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.075000] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73db3643-1096-4d5a-819b-0f2c47b58378 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.082691] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 985.082691] env[63005]: value = "task-2577879" [ 985.082691] env[63005]: _type = "Task" [ 985.082691] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.090533] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.435841] env[63005]: DEBUG nova.compute.utils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 985.437416] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 985.437601] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 985.494962] env[63005]: DEBUG nova.policy [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 985.597428] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4752} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.597693] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4/6cc3a9a3-a0c5-406e-95d4-b3953c8301e4.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 985.597944] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 985.598206] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c3765eaa-14f3-49a7-997f-3cc5acd81da1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.607248] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 985.607248] env[63005]: value = "task-2577880" [ 985.607248] env[63005]: _type = "Task" [ 985.607248] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.615602] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.673783] env[63005]: DEBUG nova.network.neutron [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Updating instance_info_cache with network_info: [{"id": "954dc4d5-2a86-48f3-919c-7752275d980a", "address": "fa:16:3e:17:7e:9f", "network": {"id": "44e1b7c4-5d09-4978-889e-ffa965bfccfc", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-405588591-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8263c91b49724fe89855bee420a1a1d9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap954dc4d5-2a", "ovs_interfaceid": "954dc4d5-2a86-48f3-919c-7752275d980a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.856448] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d0e0ac5c-3000-489a-9807-86ee7caf9e31 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "471ee899-94b2-4880-bf9a-c875e8a8745f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.842s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 985.941108] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 985.971341] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Successfully created port: 1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 986.116856] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070274} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.117197] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.117923] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3633b0-8bd4-4024-9bb5-78f70ae2317c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.144377] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4/6cc3a9a3-a0c5-406e-95d4-b3953c8301e4.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.147154] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-476404ca-567b-41d9-ba2d-c9f75a94b710 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.169761] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 986.169761] env[63005]: value = "task-2577881" [ 986.169761] env[63005]: _type = "Task" [ 986.169761] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.175836] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Releasing lock "refresh_cache-237f9fe0-d4fc-4834-8994-5346593381d8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 986.182796] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.282023] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91106381-5fde-4f9c-b534-62fa07910482 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.290224] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529b6779-8c37-4932-9f29-cd9b750ad824 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.325118] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebc4d79-14d2-4afd-b349-40c331300b42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.332351] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9798dce-263c-4383-bf2e-63f7368f5557 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.347385] env[63005]: DEBUG nova.compute.provider_tree [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.682559] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.683077] env[63005]: DEBUG nova.compute.manager [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 986.683891] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ccd8cb-7aa9-480b-9821-b589ba755fe7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.850474] env[63005]: DEBUG nova.scheduler.client.report [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.950512] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 986.950747] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 986.953152] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 986.979866] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 986.980130] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 986.980293] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.980475] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 986.980619] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.980766] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 986.980967] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 986.981154] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 986.981325] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 986.981550] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 986.981758] env[63005]: DEBUG nova.virt.hardware [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 986.982857] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958e97bd-418f-4f1a-82f7-4acf137d71a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.993755] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3086cc-5e36-4c25-ae14-8fd1aa5ebea1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.181937] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.355893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.357461] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.181s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.357826] env[63005]: DEBUG nova.objects.instance [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'resources' on Instance uuid 172dafa3-669c-416f-ba21-5c668049ec67 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 987.455962] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 987.620485] env[63005]: DEBUG nova.compute.manager [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Received event network-vif-plugged-1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 987.620735] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] Acquiring lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.620981] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] Lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.621171] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] Lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 987.621339] env[63005]: DEBUG nova.compute.manager [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] No waiting events found dispatching network-vif-plugged-1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 987.621502] env[63005]: WARNING nova.compute.manager [req-0f47cc65-5769-42a4-83d8-572161527fe2 req-65a709c9-6c28-4c9d-98b2-409c174c004d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Received unexpected event network-vif-plugged-1f5692ee-7a2e-497d-b61d-b90642ef1596 for instance with vm_state building and task_state spawning. [ 987.681337] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577881, 'name': ReconfigVM_Task, 'duration_secs': 1.13311} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.681647] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4/6cc3a9a3-a0c5-406e-95d4-b3953c8301e4.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 987.682320] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3e898c9-9a83-44cb-9333-7e9002ce2d63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.689943] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 987.689943] env[63005]: value = "task-2577882" [ 987.689943] env[63005]: _type = "Task" [ 987.689943] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.700146] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577882, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.700667] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d9a243-8ac3-4f0e-8b98-1896a9b52fe0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.707509] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Doing hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 987.707749] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-350f6569-9c1b-4203-b061-9d0a027933d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.715206] env[63005]: DEBUG oslo_vmware.api [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 987.715206] env[63005]: value = "task-2577883" [ 987.715206] env[63005]: _type = "Task" [ 987.715206] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.723724] env[63005]: DEBUG oslo_vmware.api [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577883, 'name': ResetVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.736802] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Successfully updated port: 1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 987.860221] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "a24014d4-d753-40ac-a69f-4ef3cce60448" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 987.860694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "a24014d4-d753-40ac-a69f-4ef3cce60448" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 987.981478] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 988.144937] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79828876-2ad4-4eb3-a153-7c5b4ae339b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.153511] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a1d115-af23-4db5-a9e9-db9b00a29e01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.183938] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e25d99d-86f9-421e-bf20-7ff57dae6929 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.191490] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b252545-beb3-4919-8813-3aab9394e27c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.207095] env[63005]: DEBUG nova.compute.provider_tree [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.212222] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577882, 'name': Rename_Task, 'duration_secs': 0.183477} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.212859] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.213191] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c11b740-725a-46b6-827d-f345804622d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.220478] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 988.220478] env[63005]: value = "task-2577884" [ 988.220478] env[63005]: _type = "Task" [ 988.220478] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.227104] env[63005]: DEBUG oslo_vmware.api [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577883, 'name': ResetVM_Task, 'duration_secs': 0.113996} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.227339] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Did hard reboot of VM {{(pid=63005) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 988.227529] env[63005]: DEBUG nova.compute.manager [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 988.228550] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14155749-21fd-4718-af41-43ba1887b21c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.233891] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.241411] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 988.241600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.241861] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 988.366973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "a24014d4-d753-40ac-a69f-4ef3cce60448" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.367553] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 988.714599] env[63005]: DEBUG nova.scheduler.client.report [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.733841] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.745114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ed6e18b4-a3cf-4064-a7ca-963040af61b1 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.576s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 988.784868] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.872240] env[63005]: DEBUG nova.compute.utils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 988.873581] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.873805] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.911310] env[63005]: DEBUG nova.policy [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5cdac38d659437d9f3e883346ae9d22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c0a8933598b4b23871b42fca5a3d256', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.958391] env[63005]: DEBUG nova.network.neutron [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Updating instance_info_cache with network_info: [{"id": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "address": "fa:16:3e:18:8c:eb", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5692ee-7a", "ovs_interfaceid": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.130756] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "237f9fe0-d4fc-4834-8994-5346593381d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.131468] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.131693] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.131882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.132064] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.134021] env[63005]: INFO nova.compute.manager [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Terminating instance [ 989.197055] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Successfully created port: 9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 989.219690] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.863s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.222204] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.265s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.222671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.223391] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 989.224373] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.729s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.227131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebd1381-13d7-425f-ae01-4a2897e27bd2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.245043] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9238d8-68b3-47dc-93bb-f9cefb058e58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.250016] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577884, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.251041] env[63005]: INFO nova.scheduler.client.report [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted allocations for instance 172dafa3-669c-416f-ba21-5c668049ec67 [ 989.267692] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c797ea8-1f51-438c-bf64-b6088ce37659 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.275526] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-571bfac5-43b5-43b5-a4f8-d1202538e9a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.308333] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179819MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 989.308493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.377142] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 989.461766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 989.462103] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Instance network_info: |[{"id": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "address": "fa:16:3e:18:8c:eb", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5692ee-7a", "ovs_interfaceid": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 989.462557] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:8c:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f5692ee-7a2e-497d-b61d-b90642ef1596', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.470606] env[63005]: DEBUG oslo.service.loopingcall [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 989.470854] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.471111] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ea5f1ca-763a-4ea1-b75f-6c90d5eab0a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.494521] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.494521] env[63005]: value = "task-2577885" [ 989.494521] env[63005]: _type = "Task" [ 989.494521] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.502735] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577885, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.638849] env[63005]: DEBUG nova.compute.manager [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 989.639120] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.640036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87057bbf-808e-4e26-8a8f-b5826e27edaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.648669] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.650076] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6657c8cc-1e2f-4263-ba5f-5809e3570b3f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.652681] env[63005]: DEBUG nova.compute.manager [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Received event network-changed-1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 989.652864] env[63005]: DEBUG nova.compute.manager [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Refreshing instance network info cache due to event network-changed-1f5692ee-7a2e-497d-b61d-b90642ef1596. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 989.653092] env[63005]: DEBUG oslo_concurrency.lockutils [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] Acquiring lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 989.653232] env[63005]: DEBUG oslo_concurrency.lockutils [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] Acquired lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.653389] env[63005]: DEBUG nova.network.neutron [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Refreshing network info cache for port 1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 989.660814] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 989.660814] env[63005]: value = "task-2577886" [ 989.660814] env[63005]: _type = "Task" [ 989.660814] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.671176] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.738830] env[63005]: INFO nova.compute.claims [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 989.742918] env[63005]: DEBUG oslo_vmware.api [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2577884, 'name': PowerOnVM_Task, 'duration_secs': 1.462013} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.743210] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.743409] env[63005]: INFO nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Took 9.52 seconds to spawn the instance on the hypervisor. [ 989.743590] env[63005]: DEBUG nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 989.744867] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72cc2cb-4203-48d4-b90f-7e0314de59d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.760982] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5be46d8d-8863-4c9c-b637-3d1accb65c72 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "172dafa3-669c-416f-ba21-5c668049ec67" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.428s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.006113] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577885, 'name': CreateVM_Task, 'duration_secs': 0.344372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.006113] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.006590] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.006757] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.007091] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 990.007352] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9c7702-e906-4962-87c1-90541ef559d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.012360] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 990.012360] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4933c-84b3-d9fa-dc5a-aadb2177370a" [ 990.012360] env[63005]: _type = "Task" [ 990.012360] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.020324] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e4933c-84b3-d9fa-dc5a-aadb2177370a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.170988] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577886, 'name': PowerOffVM_Task, 'duration_secs': 0.223485} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.171308] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.171482] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.171815] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33312404-a504-41b0-bd1e-95c760dc91d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.250553] env[63005]: INFO nova.compute.resource_tracker [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating resource usage from migration ddb52967-1dbd-4cee-8063-619b669a924e [ 990.263881] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.264158] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.264339] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Deleting the datastore file [datastore2] 237f9fe0-d4fc-4834-8994-5346593381d8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.264916] env[63005]: INFO nova.compute.manager [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Took 34.28 seconds to build instance. [ 990.269325] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9329c779-1598-4e34-b771-0d0bd1236940 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.277930] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for the task: (returnval){ [ 990.277930] env[63005]: value = "task-2577888" [ 990.277930] env[63005]: _type = "Task" [ 990.277930] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.288581] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.387386] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 990.423531] env[63005]: DEBUG nova.network.neutron [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Updated VIF entry in instance network info cache for port 1f5692ee-7a2e-497d-b61d-b90642ef1596. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 990.424277] env[63005]: DEBUG nova.network.neutron [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Updating instance_info_cache with network_info: [{"id": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "address": "fa:16:3e:18:8c:eb", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f5692ee-7a", "ovs_interfaceid": "1f5692ee-7a2e-497d-b61d-b90642ef1596", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.431539] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.431539] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.431539] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.431799] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.431954] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.432122] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.432337] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.432492] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.432656] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.432815] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.432985] env[63005]: DEBUG nova.virt.hardware [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.433928] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71a44bd-5ede-44c9-b41f-93d56a9f5a5f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.443428] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e64a1a-871b-4ce4-9173-3f5e9b543a53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.523503] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e4933c-84b3-d9fa-dc5a-aadb2177370a, 'name': SearchDatastore_Task, 'duration_secs': 0.016992} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.523845] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 990.524112] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.524363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 990.524519] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.524736] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.525024] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b509aa-5bc3-4d89-821d-1858a3ac004b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.536239] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.536428] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.537170] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c210ca33-4099-4b35-9873-172bda44bbe6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.543846] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 990.543846] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522a1333-4392-9f32-1ee2-f2f810e734ba" [ 990.543846] env[63005]: _type = "Task" [ 990.543846] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.553067] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522a1333-4392-9f32-1ee2-f2f810e734ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.637713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41798e2f-4bff-4f5d-989c-28da5c902a4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.646705] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d624e49f-175f-4528-a64e-5181c8a35efc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.678409] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2edf26-136e-4da1-9fcf-f3bd380df54a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.686784] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c130c42-c857-4936-8865-b8eda408fdd7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.701497] env[63005]: DEBUG nova.compute.provider_tree [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.746655] env[63005]: DEBUG nova.compute.manager [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Received event network-vif-plugged-9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 990.746977] env[63005]: DEBUG oslo_concurrency.lockutils [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] Acquiring lock "929b4fa0-d712-424f-ab15-84314f45200c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.747160] env[63005]: DEBUG oslo_concurrency.lockutils [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] Lock "929b4fa0-d712-424f-ab15-84314f45200c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.747254] env[63005]: DEBUG oslo_concurrency.lockutils [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] Lock "929b4fa0-d712-424f-ab15-84314f45200c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.747474] env[63005]: DEBUG nova.compute.manager [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] No waiting events found dispatching network-vif-plugged-9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.747577] env[63005]: WARNING nova.compute.manager [req-322443cf-b92e-495d-a884-ad1f6dd10209 req-2f3090b7-b2bc-41b3-8eca-2a7e924ed3e1 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Received unexpected event network-vif-plugged-9a032468-0a92-4c3d-994b-8423438d37d0 for instance with vm_state building and task_state spawning. [ 990.772831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62d485a0-aea6-4c40-95fc-8c9d9b081c82 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.792s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.791331] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.916100] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Successfully updated port: 9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.928161] env[63005]: DEBUG oslo_concurrency.lockutils [req-7100a02e-daff-4422-8ef5-19d9c1bab9f6 req-abcf3dc1-dd28-4d24-9a13-891c5e44051d service nova] Releasing lock "refresh_cache-358bb15a-9be4-43de-a95b-dd25488602e8" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.055099] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522a1333-4392-9f32-1ee2-f2f810e734ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.056075] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-864e1a48-ae59-47dc-a01d-05504cd00a44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.062203] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 991.062203] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5287ccd1-d5ad-877c-ffb1-c0d8d5c224aa" [ 991.062203] env[63005]: _type = "Task" [ 991.062203] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.071366] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5287ccd1-d5ad-877c-ffb1-c0d8d5c224aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.206210] env[63005]: DEBUG nova.scheduler.client.report [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 991.289815] env[63005]: DEBUG oslo_vmware.api [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Task: {'id': task-2577888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.51526} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.290096] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.290297] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.290539] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.290812] env[63005]: INFO nova.compute.manager [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Took 1.65 seconds to destroy the instance on the hypervisor. [ 991.291101] env[63005]: DEBUG oslo.service.loopingcall [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 991.291301] env[63005]: DEBUG nova.compute.manager [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.291397] env[63005]: DEBUG nova.network.neutron [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.418762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 991.418926] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquired lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.419099] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.576686] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5287ccd1-d5ad-877c-ffb1-c0d8d5c224aa, 'name': SearchDatastore_Task, 'duration_secs': 0.01678} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.578085] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 991.578085] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 358bb15a-9be4-43de-a95b-dd25488602e8/358bb15a-9be4-43de-a95b-dd25488602e8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.578085] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-610b8c8d-552a-468d-908c-2f6f208c61f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.588061] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 991.588061] env[63005]: value = "task-2577889" [ 991.588061] env[63005]: _type = "Task" [ 991.588061] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.597530] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577889, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.711400] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.487s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.711662] env[63005]: INFO nova.compute.manager [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Migrating [ 991.721621] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.514s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.723014] env[63005]: INFO nova.compute.claims [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 991.964789] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 992.097139] env[63005]: DEBUG nova.network.neutron [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.103966] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577889, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.130774] env[63005]: DEBUG nova.network.neutron [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Updating instance_info_cache with network_info: [{"id": "9a032468-0a92-4c3d-994b-8423438d37d0", "address": "fa:16:3e:cc:0b:00", "network": {"id": "cb70ea37-35f9-4d2f-932f-528527c2ba0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-368958132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0a8933598b4b23871b42fca5a3d256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a032468-0a", "ovs_interfaceid": "9a032468-0a92-4c3d-994b-8423438d37d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.205096] env[63005]: DEBUG nova.compute.manager [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 992.232648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.232820] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.232994] env[63005]: DEBUG nova.network.neutron [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.601450] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577889, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565794} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.601722] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 358bb15a-9be4-43de-a95b-dd25488602e8/358bb15a-9be4-43de-a95b-dd25488602e8.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.602349] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.602349] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d5c65ff5-bcfe-4e8b-adaa-5edca041aad8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.604711] env[63005]: INFO nova.compute.manager [-] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Took 1.31 seconds to deallocate network for instance. [ 992.610276] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 992.610276] env[63005]: value = "task-2577890" [ 992.610276] env[63005]: _type = "Task" [ 992.610276] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.618939] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577890, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.633602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Releasing lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 992.633958] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Instance network_info: |[{"id": "9a032468-0a92-4c3d-994b-8423438d37d0", "address": "fa:16:3e:cc:0b:00", "network": {"id": "cb70ea37-35f9-4d2f-932f-528527c2ba0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-368958132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0a8933598b4b23871b42fca5a3d256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a032468-0a", "ovs_interfaceid": "9a032468-0a92-4c3d-994b-8423438d37d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.634418] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:0b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9a1e09ef-7c9c-45d9-9bf4-55b913524948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a032468-0a92-4c3d-994b-8423438d37d0', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.641768] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Creating folder: Project (8c0a8933598b4b23871b42fca5a3d256). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.642713] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-449fe736-5cc6-4982-8419-c2214c2ebaf9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.655117] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Created folder: Project (8c0a8933598b4b23871b42fca5a3d256) in parent group-v519994. [ 992.655320] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Creating folder: Instances. Parent ref: group-v520224. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.655554] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ecfbb1cc-71d0-4e0d-b97f-e723f8f1f8a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.667077] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Created folder: Instances in parent group-v520224. [ 992.667077] env[63005]: DEBUG oslo.service.loopingcall [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 992.667077] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.667424] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe53a467-7f06-4e4f-9230-5fa77b0f3602 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.697912] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.697912] env[63005]: value = "task-2577893" [ 992.697912] env[63005]: _type = "Task" [ 992.697912] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.712704] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577893, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.732946] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 992.814163] env[63005]: DEBUG nova.compute.manager [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Received event network-changed-9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 992.814163] env[63005]: DEBUG nova.compute.manager [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Refreshing instance network info cache due to event network-changed-9a032468-0a92-4c3d-994b-8423438d37d0. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 992.814318] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Acquiring lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 992.815071] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Acquired lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.815071] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Refreshing network info cache for port 9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 992.975247] env[63005]: DEBUG nova.network.neutron [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.054192] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd57be48-9f63-4e8a-aad5-21fa23dba094 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.062696] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ca2a10-b4a4-49ca-9e36-ef22cf4ebf67 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.095584] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addb59d3-b74a-4c24-9645-c8a0e11cd9e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.104818] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-101c0f20-b7cd-421d-847f-595f4869d99b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.119493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 993.120108] env[63005]: DEBUG nova.compute.provider_tree [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 993.130365] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577890, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177132} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.131274] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.132128] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74e70a4-8778-403a-9cd1-a631d4b41d23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.155479] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 358bb15a-9be4-43de-a95b-dd25488602e8/358bb15a-9be4-43de-a95b-dd25488602e8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.156159] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aa71c7a-51a6-403f-8ae0-021b7fa13141 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.177163] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 993.177163] env[63005]: value = "task-2577894" [ 993.177163] env[63005]: _type = "Task" [ 993.177163] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.185665] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.208759] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577893, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.478083] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 993.511326] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Updated VIF entry in instance network info cache for port 9a032468-0a92-4c3d-994b-8423438d37d0. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 993.511697] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Updating instance_info_cache with network_info: [{"id": "9a032468-0a92-4c3d-994b-8423438d37d0", "address": "fa:16:3e:cc:0b:00", "network": {"id": "cb70ea37-35f9-4d2f-932f-528527c2ba0c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-368958132-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c0a8933598b4b23871b42fca5a3d256", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9a1e09ef-7c9c-45d9-9bf4-55b913524948", "external-id": "nsx-vlan-transportzone-466", "segmentation_id": 466, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a032468-0a", "ovs_interfaceid": "9a032468-0a92-4c3d-994b-8423438d37d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.627057] env[63005]: DEBUG nova.scheduler.client.report [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 993.688504] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577894, 'name': ReconfigVM_Task, 'duration_secs': 0.40981} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.688772] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 358bb15a-9be4-43de-a95b-dd25488602e8/358bb15a-9be4-43de-a95b-dd25488602e8.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 993.689336] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e1e1dd-fc2e-4112-86ad-6882981fe04b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.696625] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 993.696625] env[63005]: value = "task-2577895" [ 993.696625] env[63005]: _type = "Task" [ 993.696625] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.706449] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577895, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.709467] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577893, 'name': CreateVM_Task, 'duration_secs': 0.557209} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.709616] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.710237] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 993.710398] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.710704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 993.710929] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5816e13a-b9ca-46fb-89ab-63a277f5712d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.714905] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 993.714905] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52deace2-dde0-2bf8-f89f-fbfb282ea8c6" [ 993.714905] env[63005]: _type = "Task" [ 993.714905] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.722595] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52deace2-dde0-2bf8-f89f-fbfb282ea8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.014276] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Releasing lock "refresh_cache-929b4fa0-d712-424f-ab15-84314f45200c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.014620] env[63005]: DEBUG nova.compute.manager [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Received event network-changed-531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 994.014765] env[63005]: DEBUG nova.compute.manager [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Refreshing instance network info cache due to event network-changed-531e164d-e57f-4dce-946d-bc077a3710f7. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 994.014994] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Acquiring lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.015290] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Acquired lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.015459] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Refreshing network info cache for port 531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.131793] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.132356] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 994.134943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.589s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 994.136297] env[63005]: INFO nova.compute.claims [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 994.206920] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577895, 'name': Rename_Task, 'duration_secs': 0.151591} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.207207] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.207446] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-82dce773-1d4a-4618-9d9a-1cbaa426e8d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.214890] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 994.214890] env[63005]: value = "task-2577896" [ 994.214890] env[63005]: _type = "Task" [ 994.214890] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.225427] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.228492] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52deace2-dde0-2bf8-f89f-fbfb282ea8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.021117} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.228739] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 994.228964] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.229232] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 994.229355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.229522] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.229759] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c08197e-0dd2-4752-bded-c485eac92e09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.243391] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.243588] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.244421] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdb30b59-9a58-448b-9181-0ec4f2e45c02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.250176] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 994.250176] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522fc725-108a-b072-1fd9-3e72f94e5d0d" [ 994.250176] env[63005]: _type = "Task" [ 994.250176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.258871] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522fc725-108a-b072-1fd9-3e72f94e5d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.642938] env[63005]: DEBUG nova.compute.utils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 994.644430] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 994.644602] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 994.680180] env[63005]: DEBUG nova.policy [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa576e5ddd1845598af3230357b16320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5021f2018f46cb9e67dcd9bd2549f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.725788] env[63005]: DEBUG oslo_vmware.api [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577896, 'name': PowerOnVM_Task, 'duration_secs': 0.46343} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.726015] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 994.726335] env[63005]: INFO nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Took 7.77 seconds to spawn the instance on the hypervisor. [ 994.726584] env[63005]: DEBUG nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 994.727508] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0ac1ee-dff2-4d3e-b6de-0f0936c33224 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.736845] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updated VIF entry in instance network info cache for port 531e164d-e57f-4dce-946d-bc077a3710f7. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 994.737242] env[63005]: DEBUG nova.network.neutron [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating instance_info_cache with network_info: [{"id": "531e164d-e57f-4dce-946d-bc077a3710f7", "address": "fa:16:3e:8c:cd:bc", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap531e164d-e5", "ovs_interfaceid": "531e164d-e57f-4dce-946d-bc077a3710f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.760911] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522fc725-108a-b072-1fd9-3e72f94e5d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.016145} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.761803] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e78d39-2d0b-436a-94a6-43d14431cd14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.769200] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 994.769200] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b2c1d5-7b08-ad1c-1b59-416ee45426ca" [ 994.769200] env[63005]: _type = "Task" [ 994.769200] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.779938] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b2c1d5-7b08-ad1c-1b59-416ee45426ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.992846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee31f42a-8ed5-4d84-aac7-717434c7deea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.013104] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.017152] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Successfully created port: 940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 995.151462] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 995.243582] env[63005]: DEBUG oslo_concurrency.lockutils [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] Releasing lock "refresh_cache-6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.243917] env[63005]: DEBUG nova.compute.manager [req-952af5be-aba1-4cab-9cb4-c204a052dcb1 req-280d82a0-b7f5-4c3b-b223-6d45969f0239 service nova] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Received event network-vif-deleted-954dc4d5-2a86-48f3-919c-7752275d980a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 995.248778] env[63005]: INFO nova.compute.manager [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Took 32.87 seconds to build instance. [ 995.282280] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b2c1d5-7b08-ad1c-1b59-416ee45426ca, 'name': SearchDatastore_Task, 'duration_secs': 0.012986} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.285015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 995.285725] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 929b4fa0-d712-424f-ab15-84314f45200c/929b4fa0-d712-424f-ab15-84314f45200c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 995.286246] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd0e6580-a6cd-4838-b342-146663335c16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.296067] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 995.296067] env[63005]: value = "task-2577897" [ 995.296067] env[63005]: _type = "Task" [ 995.296067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.311211] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.521887] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.522229] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7b73a53-6e59-4497-a3c6-2c3a3dc17ae4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.534823] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 995.534823] env[63005]: value = "task-2577898" [ 995.534823] env[63005]: _type = "Task" [ 995.534823] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.541446] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9285bb91-5f4f-41c1-a4ce-9530c3633101 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.550227] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.553433] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d7ef4-1163-49a5-895a-4fefb228d79b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.596536] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002e0a33-a2fa-4759-8a0d-22c4a6fc2778 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.608011] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc0e51f-4ff7-4aae-b390-2ee77aa470db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.624429] env[63005]: DEBUG nova.compute.provider_tree [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.751036] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5f99e637-10d4-405e-bac2-1b59233cfd8b tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.375s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.813208] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500996} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.813698] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 929b4fa0-d712-424f-ab15-84314f45200c/929b4fa0-d712-424f-ab15-84314f45200c.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.814033] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.814384] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41c846ff-448d-46c4-87b3-1d03cdf94575 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.823019] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 995.823019] env[63005]: value = "task-2577899" [ 995.823019] env[63005]: _type = "Task" [ 995.823019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.832182] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.045749] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577898, 'name': PowerOffVM_Task, 'duration_secs': 0.304481} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.046044] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.046240] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.080418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.080650] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.128063] env[63005]: DEBUG nova.scheduler.client.report [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.165289] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 996.190808] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.191067] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.191228] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.191414] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.191559] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.191704] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.191906] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.192085] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.192295] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.192473] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.192648] env[63005]: DEBUG nova.virt.hardware [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.193521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206423dd-754d-4289-acb9-d315db879847 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.201673] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99870ae8-8f1b-45f4-9145-ebf7e44e6e5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.332426] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.332769] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.333626] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf650e3-5054-4fe2-83b8-534fcdaf527f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.357134] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 929b4fa0-d712-424f-ab15-84314f45200c/929b4fa0-d712-424f-ab15-84314f45200c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.357395] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b839031f-e6ef-4b49-a65f-946dcde83467 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.377175] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 996.377175] env[63005]: value = "task-2577900" [ 996.377175] env[63005]: _type = "Task" [ 996.377175] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.385415] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.553732] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 996.553732] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 996.553732] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.554355] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 996.554768] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.555106] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 996.556025] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 996.556025] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 996.556170] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 996.556387] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 996.557027] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 996.562293] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58bc566-1722-498b-a049-1fca0ae55753 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.584162] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 996.588938] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 996.588938] env[63005]: value = "task-2577901" [ 996.588938] env[63005]: _type = "Task" [ 996.588938] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.598234] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.633185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.498s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.633761] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 996.636393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.791s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.637890] env[63005]: INFO nova.compute.claims [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 996.888867] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.942580] env[63005]: DEBUG nova.compute.manager [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Received event network-vif-plugged-940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 996.942791] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 996.942995] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 996.943176] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 996.943363] env[63005]: DEBUG nova.compute.manager [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] No waiting events found dispatching network-vif-plugged-940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 996.943528] env[63005]: WARNING nova.compute.manager [req-1e1de458-fa00-49b3-8116-698f6562a5ef req-7a5a0c16-1e7c-4133-8656-80b8a48d6ccd service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Received unexpected event network-vif-plugged-940176a1-033f-46c0-807e-04a664ec1749 for instance with vm_state building and task_state spawning. [ 997.024952] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Successfully updated port: 940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 997.101013] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577901, 'name': ReconfigVM_Task, 'duration_secs': 0.445343} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.101370] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 997.106596] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 997.148016] env[63005]: DEBUG nova.compute.utils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 997.152640] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 997.152640] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 997.227804] env[63005]: DEBUG nova.policy [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a07e3758547435cbd2d0dc01e36fb1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b3a5460983f34d6ea9d751be608d2aea', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 997.389893] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.481477] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Successfully created port: 05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 997.527775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 997.527932] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.528109] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 997.609664] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 997.609907] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 997.610075] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.610264] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 997.610410] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.610558] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 997.610755] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 997.610911] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 997.611165] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 997.611251] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 997.611437] env[63005]: DEBUG nova.virt.hardware [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 997.616900] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfiguring VM instance instance-00000051 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.617164] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13e50e62-d5a8-435e-9f36-1ace33f50b82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.638667] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 997.638667] env[63005]: value = "task-2577902" [ 997.638667] env[63005]: _type = "Task" [ 997.638667] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.649514] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.655972] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 997.890369] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577900, 'name': ReconfigVM_Task, 'duration_secs': 1.331982} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.890637] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 929b4fa0-d712-424f-ab15-84314f45200c/929b4fa0-d712-424f-ab15-84314f45200c.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.891290] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-48f4d898-352f-49e0-b997-7151dd1a34a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.898678] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 997.898678] env[63005]: value = "task-2577903" [ 997.898678] env[63005]: _type = "Task" [ 997.898678] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.910012] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577903, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.044421] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3281388-960e-4c8d-bec8-8277958483ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.054481] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea50b582-d663-4a0c-bfd5-5c380aec3069 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.087429] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 998.090111] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf87a0a-7456-4470-bc1e-beb371d7f195 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.098626] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7258431-6855-4755-a3f7-7bb47999e705 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.113848] env[63005]: DEBUG nova.compute.provider_tree [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 998.152529] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577902, 'name': ReconfigVM_Task, 'duration_secs': 0.259026} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.152789] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfigured VM instance instance-00000051 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.153561] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910372ac-246b-4e70-8ecb-d2355892179d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.178931] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.179423] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e78f0c85-ff20-47c1-bc66-2e456892ee21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.200736] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 998.200736] env[63005]: value = "task-2577904" [ 998.200736] env[63005]: _type = "Task" [ 998.200736] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.210188] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.271922] env[63005]: DEBUG nova.network.neutron [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Updating instance_info_cache with network_info: [{"id": "940176a1-033f-46c0-807e-04a664ec1749", "address": "fa:16:3e:06:ec:74", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940176a1-03", "ovs_interfaceid": "940176a1-033f-46c0-807e-04a664ec1749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.409697] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577903, 'name': Rename_Task, 'duration_secs': 0.208844} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.409939] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.410203] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-751d16cb-742c-48c2-94e1-a164d8cf52ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.417334] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 998.417334] env[63005]: value = "task-2577905" [ 998.417334] env[63005]: _type = "Task" [ 998.417334] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.425149] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.617297] env[63005]: DEBUG nova.scheduler.client.report [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.680932] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 998.711462] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.727307] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 998.727676] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 998.727895] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.728206] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 998.728318] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.728471] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 998.728678] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 998.728837] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 998.729013] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 998.729181] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 998.729362] env[63005]: DEBUG nova.virt.hardware [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 998.730298] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea8ce43-f2a2-4588-857b-507630ba8d19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.739740] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360a277e-21c9-4068-859e-689acbc543f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.775138] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 998.775566] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance network_info: |[{"id": "940176a1-033f-46c0-807e-04a664ec1749", "address": "fa:16:3e:06:ec:74", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940176a1-03", "ovs_interfaceid": "940176a1-033f-46c0-807e-04a664ec1749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.776056] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ec:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '940176a1-033f-46c0-807e-04a664ec1749', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.784141] env[63005]: DEBUG oslo.service.loopingcall [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 998.784856] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.785105] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfd1dfb3-c61f-4f0a-9cc5-f9d0082dabdb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.806492] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.806492] env[63005]: value = "task-2577906" [ 998.806492] env[63005]: _type = "Task" [ 998.806492] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.816922] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577906, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.931401] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577905, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.009587] env[63005]: DEBUG nova.compute.manager [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Received event network-changed-940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 999.009733] env[63005]: DEBUG nova.compute.manager [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Refreshing instance network info cache due to event network-changed-940176a1-033f-46c0-807e-04a664ec1749. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 999.009955] env[63005]: DEBUG oslo_concurrency.lockutils [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] Acquiring lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.010208] env[63005]: DEBUG oslo_concurrency.lockutils [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] Acquired lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.010408] env[63005]: DEBUG nova.network.neutron [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Refreshing network info cache for port 940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 999.124500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 999.125343] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 999.128236] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.340s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.130119] env[63005]: INFO nova.compute.claims [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 999.217795] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577904, 'name': ReconfigVM_Task, 'duration_secs': 0.613928} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.217795] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35/42511c8c-67d8-4e12-bd63-ebbdfc3ebb35.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.217795] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.317555] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577906, 'name': CreateVM_Task, 'duration_secs': 0.460879} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.317555] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.318292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.318515] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.318883] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 999.319193] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfc6e9b4-db9a-4672-904c-03f1463bac84 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.325282] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 999.325282] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d6d41d-9996-aade-bcc5-c291e733ad52" [ 999.325282] env[63005]: _type = "Task" [ 999.325282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.333984] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d6d41d-9996-aade-bcc5-c291e733ad52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.433285] env[63005]: DEBUG oslo_vmware.api [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577905, 'name': PowerOnVM_Task, 'duration_secs': 0.647583} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.433562] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.433769] env[63005]: INFO nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Took 9.05 seconds to spawn the instance on the hypervisor. [ 999.433952] env[63005]: DEBUG nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 999.434838] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a64332-1f4f-4ca5-a5bb-e275943e0832 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.601174] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Successfully updated port: 05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 999.635070] env[63005]: DEBUG nova.compute.utils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 999.641018] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 999.641018] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 999.677853] env[63005]: DEBUG nova.policy [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 999.717572] env[63005]: DEBUG nova.network.neutron [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Updated VIF entry in instance network info cache for port 940176a1-033f-46c0-807e-04a664ec1749. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 999.717943] env[63005]: DEBUG nova.network.neutron [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Updating instance_info_cache with network_info: [{"id": "940176a1-033f-46c0-807e-04a664ec1749", "address": "fa:16:3e:06:ec:74", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap940176a1-03", "ovs_interfaceid": "940176a1-033f-46c0-807e-04a664ec1749", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.724539] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6933055d-71ce-44f3-967a-aedcb29c5e34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.746191] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b26989-61bc-4187-9c55-d0fcaa310734 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.764737] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.836610] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d6d41d-9996-aade-bcc5-c291e733ad52, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.836906] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 999.837150] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.837380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 999.837525] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.837713] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.837961] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5b7fc8a-152d-49ba-899a-fae537708722 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.847775] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.847961] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.848673] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fec3b93-969e-487c-adf5-d77d6741c3b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.854015] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 999.854015] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52349586-701b-d95a-c023-67b04029e9bd" [ 999.854015] env[63005]: _type = "Task" [ 999.854015] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.861973] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52349586-701b-d95a-c023-67b04029e9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.951921] env[63005]: INFO nova.compute.manager [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Took 34.39 seconds to build instance. [ 999.985672] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Successfully created port: f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.105549] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1000.105549] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquired lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.105549] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.143260] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1000.220613] env[63005]: DEBUG oslo_concurrency.lockutils [req-926bdd46-dde1-4f51-bdbd-1aee967f66d6 req-e7dd328d-a247-439b-85ae-34a231690dbc service nova] Releasing lock "refresh_cache-5226c79a-9f02-4a5d-86ff-250afaf99592" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.304260] env[63005]: DEBUG nova.network.neutron [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Port 302c26d5-e797-46e0-98bf-793f110559f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1000.364709] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52349586-701b-d95a-c023-67b04029e9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009031} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.367969] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-566f3def-3374-4cfd-8db6-18de914b8385 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.374937] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1000.374937] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52dbac80-306f-b821-a108-e188c79ec7ba" [ 1000.374937] env[63005]: _type = "Task" [ 1000.374937] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.385935] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dbac80-306f-b821-a108-e188c79ec7ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.454713] env[63005]: DEBUG oslo_concurrency.lockutils [None req-62579ab2-3a3b-4036-b22d-7072dcc82e5c tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.912s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.496373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3acb7a58-66d8-406c-b1aa-65a4dfe004f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.504185] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996ee520-a138-4507-a9a1-e29dd7b26a30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.541059] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc82342e-7c12-4930-9a53-c043d8e6c26c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.549584] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8f33f5-a492-45d5-883b-f9d09e2c1762 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.564792] env[63005]: DEBUG nova.compute.provider_tree [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.638786] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1000.772851] env[63005]: DEBUG nova.network.neutron [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Updating instance_info_cache with network_info: [{"id": "05899fcd-df89-4d36-90f1-013bca12af5c", "address": "fa:16:3e:59:54:0e", "network": {"id": "702b5b19-52f0-4d6e-ba08-27728b56541f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-923930969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a5460983f34d6ea9d751be608d2aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05899fcd-df", "ovs_interfaceid": "05899fcd-df89-4d36-90f1-013bca12af5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.886658] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dbac80-306f-b821-a108-e188c79ec7ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010861} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.886834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1000.887137] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.887442] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b9dd04b-edcf-4fe8-b47f-ccce4aabb9e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.895833] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1000.895833] env[63005]: value = "task-2577907" [ 1000.895833] env[63005]: _type = "Task" [ 1000.895833] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.904426] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.062407] env[63005]: DEBUG nova.compute.manager [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Received event network-vif-plugged-05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.062752] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Acquiring lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.063094] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.063378] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.063648] env[63005]: DEBUG nova.compute.manager [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] No waiting events found dispatching network-vif-plugged-05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.063938] env[63005]: WARNING nova.compute.manager [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Received unexpected event network-vif-plugged-05899fcd-df89-4d36-90f1-013bca12af5c for instance with vm_state building and task_state spawning. [ 1001.064235] env[63005]: DEBUG nova.compute.manager [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Received event network-changed-05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1001.064517] env[63005]: DEBUG nova.compute.manager [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Refreshing instance network info cache due to event network-changed-05899fcd-df89-4d36-90f1-013bca12af5c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1001.064796] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Acquiring lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.068520] env[63005]: DEBUG nova.scheduler.client.report [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.151890] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1001.216285] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.216580] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.216841] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.216925] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.217086] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.217236] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.217445] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.217604] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.217772] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.217934] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.218183] env[63005]: DEBUG nova.virt.hardware [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.219119] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a989d89f-447d-414b-ab77-de1b6bf4aae6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.230804] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d220c285-2a74-469c-90eb-3c87fcf4cb2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.276380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Releasing lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.276733] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Instance network_info: |[{"id": "05899fcd-df89-4d36-90f1-013bca12af5c", "address": "fa:16:3e:59:54:0e", "network": {"id": "702b5b19-52f0-4d6e-ba08-27728b56541f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-923930969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a5460983f34d6ea9d751be608d2aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05899fcd-df", "ovs_interfaceid": "05899fcd-df89-4d36-90f1-013bca12af5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1001.277069] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Acquired lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.277258] env[63005]: DEBUG nova.network.neutron [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Refreshing network info cache for port 05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.278621] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:54:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05899fcd-df89-4d36-90f1-013bca12af5c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1001.286784] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Creating folder: Project (b3a5460983f34d6ea9d751be608d2aea). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.289963] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-065edbc5-7838-4f3a-b3b8-398319d99f39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.304773] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Created folder: Project (b3a5460983f34d6ea9d751be608d2aea) in parent group-v519994. [ 1001.305087] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Creating folder: Instances. Parent ref: group-v520228. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1001.305391] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5dcb9e88-9055-4950-be94-720b6528ae3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.322596] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Created folder: Instances in parent group-v520228. [ 1001.322932] env[63005]: DEBUG oslo.service.loopingcall [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1001.323169] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1001.323548] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a952dfb-1bb6-444e-b03f-afdc037be4ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.343107] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "929b4fa0-d712-424f-ab15-84314f45200c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.343338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.343534] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "929b4fa0-d712-424f-ab15-84314f45200c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.343712] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.343872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.349261] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1001.349461] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.349627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.350521] env[63005]: INFO nova.compute.manager [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Terminating instance [ 1001.358989] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1001.358989] env[63005]: value = "task-2577910" [ 1001.358989] env[63005]: _type = "Task" [ 1001.358989] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.368143] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577910, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.406267] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.423959} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.406697] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.406909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.408054] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5245b099-bdf3-4839-835e-61d0359ef48e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.415156] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1001.415156] env[63005]: value = "task-2577911" [ 1001.415156] env[63005]: _type = "Task" [ 1001.415156] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.427469] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.550708] env[63005]: DEBUG nova.network.neutron [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Updated VIF entry in instance network info cache for port 05899fcd-df89-4d36-90f1-013bca12af5c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1001.551099] env[63005]: DEBUG nova.network.neutron [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Updating instance_info_cache with network_info: [{"id": "05899fcd-df89-4d36-90f1-013bca12af5c", "address": "fa:16:3e:59:54:0e", "network": {"id": "702b5b19-52f0-4d6e-ba08-27728b56541f", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-923930969-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b3a5460983f34d6ea9d751be608d2aea", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05899fcd-df", "ovs_interfaceid": "05899fcd-df89-4d36-90f1-013bca12af5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.573863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1001.574672] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.577760] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.772s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1001.579321] env[63005]: INFO nova.compute.claims [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.860102] env[63005]: DEBUG nova.compute.manager [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1001.860102] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.860102] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0f2f7-44a3-412e-8cca-e2db64feed33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.873340] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577910, 'name': CreateVM_Task, 'duration_secs': 0.325596} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.875713] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.876593] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.878079] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.878393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.878869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1001.879677] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbccf643-541c-4403-bd03-c2c74ffbbc05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.882318] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b53cb198-28a8-4c3e-887e-ad12aec72fdd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.890107] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1001.890107] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5283f0ff-1955-07c5-6dff-ee589415fc85" [ 1001.890107] env[63005]: _type = "Task" [ 1001.890107] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.891991] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 1001.891991] env[63005]: value = "task-2577912" [ 1001.891991] env[63005]: _type = "Task" [ 1001.891991] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.893426] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Successfully updated port: f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.911049] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.914758] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5283f0ff-1955-07c5-6dff-ee589415fc85, 'name': SearchDatastore_Task, 'duration_secs': 0.012428} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.915071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1001.915291] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.915518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1001.915653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.915823] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.916161] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ec8f7fe8-b4a4-4456-a75a-77c2c12d4670 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.926724] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069765} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.927757] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.928074] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.928252] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.929933] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6590f893-d3ed-4e86-ad2a-28e838026523 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.932237] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd6358f6-bcce-4e45-ac29-54149b211e1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.947646] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1001.947646] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528b9adb-4bad-6110-469c-494680ece58c" [ 1001.947646] env[63005]: _type = "Task" [ 1001.947646] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.958571] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1001.959346] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-895a26d9-750b-4aed-a5db-a972abae2b41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.984690] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528b9adb-4bad-6110-469c-494680ece58c, 'name': SearchDatastore_Task, 'duration_secs': 0.016301} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.986732] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1001.986732] env[63005]: value = "task-2577913" [ 1001.986732] env[63005]: _type = "Task" [ 1001.986732] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.986949] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347c9d32-8c85-48b7-800c-3fe70b7c6d20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.997552] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.998826] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1001.998826] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52903a30-371c-6b34-47a7-0a5e714e23e5" [ 1001.998826] env[63005]: _type = "Task" [ 1001.998826] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.007874] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52903a30-371c-6b34-47a7-0a5e714e23e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.054377] env[63005]: DEBUG oslo_concurrency.lockutils [req-3e04eccf-303b-4314-84f7-d0f9a167b8bf req-bb46fc97-6d8d-4770-9bb4-a2c1ff573bb6 service nova] Releasing lock "refresh_cache-fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.089366] env[63005]: DEBUG nova.compute.utils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1002.090999] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1002.091259] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1002.196552] env[63005]: DEBUG nova.policy [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e077a413f494c0fb46c8e00094ab9be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa848a280fb04e429d704d92682fe454', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1002.385679] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.385878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.386098] env[63005]: DEBUG nova.network.neutron [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.402565] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1002.402815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.402983] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.415263] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577912, 'name': PowerOffVM_Task, 'duration_secs': 0.216215} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.415561] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1002.415754] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1002.416026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dba2469c-3f70-41d3-9b62-5cb74e030815 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.487671] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.487922] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.488122] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Deleting the datastore file [datastore1] 929b4fa0-d712-424f-ab15-84314f45200c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.488425] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09590efb-0dc2-4570-9afa-898ad20d7daa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.501527] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577913, 'name': ReconfigVM_Task, 'duration_secs': 0.328471} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.506821] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.506821] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for the task: (returnval){ [ 1002.506821] env[63005]: value = "task-2577915" [ 1002.506821] env[63005]: _type = "Task" [ 1002.506821] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.506821] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0b7f727-6b20-436a-8821-8056b29e4cd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.516042] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52903a30-371c-6b34-47a7-0a5e714e23e5, 'name': SearchDatastore_Task, 'duration_secs': 0.011675} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.516613] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1002.516873] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] fbc3ecd3-41b9-4dc2-8035-1070e8b9c760/fbc3ecd3-41b9-4dc2-8035-1070e8b9c760.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1002.517123] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2426dc20-0a23-42c3-a50d-5c042fa1fe12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.521534] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577915, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.523020] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1002.523020] env[63005]: value = "task-2577916" [ 1002.523020] env[63005]: _type = "Task" [ 1002.523020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.527385] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1002.527385] env[63005]: value = "task-2577917" [ 1002.527385] env[63005]: _type = "Task" [ 1002.527385] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.533798] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577916, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.538956] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.556512] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Successfully created port: 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.594861] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.965707] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1003.022736] env[63005]: DEBUG oslo_vmware.api [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Task: {'id': task-2577915, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182101} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.022736] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1003.022736] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1003.022736] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1003.023024] env[63005]: INFO nova.compute.manager [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1003.023967] env[63005]: DEBUG oslo.service.loopingcall [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.023967] env[63005]: DEBUG nova.compute.manager [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1003.023967] env[63005]: DEBUG nova.network.neutron [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1003.037126] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302e804b-e1b6-4525-b389-f49b6b9f8f4c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.047915] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577916, 'name': Rename_Task, 'duration_secs': 0.178447} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.047915] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.047915] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a9b0392-84da-48b8-acf4-696a8c9f62a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.052969] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577917, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.054412] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bfbb00-5530-40cb-a8aa-dfabc68588dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.068086] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1003.068086] env[63005]: value = "task-2577918" [ 1003.068086] env[63005]: _type = "Task" [ 1003.068086] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.106449] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd43b21-a573-4cdd-83ba-a446a50911f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.113741] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.123642] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665d711-5d59-4bd1-b335-e792af33b61e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.145237] env[63005]: DEBUG nova.compute.provider_tree [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.161636] env[63005]: DEBUG nova.compute.manager [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-plugged-f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.162011] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1003.162303] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.162303] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1003.162612] env[63005]: DEBUG nova.compute.manager [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] No waiting events found dispatching network-vif-plugged-f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.162612] env[63005]: WARNING nova.compute.manager [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received unexpected event network-vif-plugged-f3c4f878-2f01-4bbc-8171-ad07a827ab17 for instance with vm_state building and task_state spawning. [ 1003.162806] env[63005]: DEBUG nova.compute.manager [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-changed-f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1003.162911] env[63005]: DEBUG nova.compute.manager [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing instance network info cache due to event network-changed-f3c4f878-2f01-4bbc-8171-ad07a827ab17. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.163135] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1003.235117] env[63005]: DEBUG nova.network.neutron [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.309050] env[63005]: DEBUG nova.network.neutron [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.541180] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579981} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.541459] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] fbc3ecd3-41b9-4dc2-8035-1070e8b9c760/fbc3ecd3-41b9-4dc2-8035-1070e8b9c760.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1003.541674] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1003.541922] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-023da813-e55e-43d4-add8-1e8b95a92abb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.550272] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1003.550272] env[63005]: value = "task-2577919" [ 1003.550272] env[63005]: _type = "Task" [ 1003.550272] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.558464] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577919, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.581264] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577918, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.611246] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.645791] env[63005]: DEBUG nova.scheduler.client.report [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.665060] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.665346] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.665486] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.665705] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.665857] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.666015] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.666243] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.666427] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.666600] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.666782] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.666990] env[63005]: DEBUG nova.virt.hardware [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.668214] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ebeebe-cbda-4d03-a65b-262dad271054 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.677213] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baa0655-f679-44e0-941f-b004a9b1768e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.737901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1003.738355] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Instance network_info: |[{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1003.738667] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.738862] env[63005]: DEBUG nova.network.neutron [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing network info cache for port f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1003.740084] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:6a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f3c4f878-2f01-4bbc-8171-ad07a827ab17', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1003.748009] env[63005]: DEBUG oslo.service.loopingcall [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1003.749014] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1003.749268] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e4a6e16-6e4c-4fdb-85d0-0bdd6cc535cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.770642] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1003.770642] env[63005]: value = "task-2577920" [ 1003.770642] env[63005]: _type = "Task" [ 1003.770642] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.779555] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577920, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.813753] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1004.013081] env[63005]: DEBUG nova.network.neutron [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.061302] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577919, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072146} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.061551] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1004.062381] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a144788-cb29-47b1-8056-79e46cf85f9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.085441] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] fbc3ecd3-41b9-4dc2-8035-1070e8b9c760/fbc3ecd3-41b9-4dc2-8035-1070e8b9c760.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1004.088735] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-791da347-7711-4975-97ea-a2cd0903c4f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.110864] env[63005]: DEBUG oslo_vmware.api [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577918, 'name': PowerOnVM_Task, 'duration_secs': 0.843885} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.113039] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1004.113039] env[63005]: INFO nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1004.113039] env[63005]: DEBUG nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1004.113609] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1004.113609] env[63005]: value = "task-2577921" [ 1004.113609] env[63005]: _type = "Task" [ 1004.113609] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.113767] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e287d9-cb61-4662-ab79-db3ac42a015b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.124874] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577921, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.150885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.151825] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.154595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.279s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1004.156037] env[63005]: DEBUG nova.objects.instance [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lazy-loading 'resources' on Instance uuid ae47d311-cac4-47a8-9442-035bbe159751 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.281261] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577920, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.366880] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1e1438-185f-4863-b964-37a7bb0c4a2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.403576] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4592d4d1-ea95-40f0-b85f-c9043dab6aa5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.414788] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.515247] env[63005]: INFO nova.compute.manager [-] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Took 1.49 seconds to deallocate network for instance. [ 1004.627218] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577921, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.644355] env[63005]: INFO nova.compute.manager [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Took 33.45 seconds to build instance. [ 1004.657600] env[63005]: DEBUG nova.compute.utils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1004.662667] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.664209] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.707110] env[63005]: DEBUG nova.policy [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c1bab44de34c4b0c8db39272df40875c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40aa25cc4e5d43f4976707656db0cb03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.782364] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577920, 'name': CreateVM_Task, 'duration_secs': 0.744959} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.782551] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1004.783288] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1004.783547] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.783770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1004.784066] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-179106f4-c477-444c-836f-a10ffbd5e96d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.796382] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1004.796382] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f63134-ac70-51c0-9881-73a3cc63a47a" [ 1004.796382] env[63005]: _type = "Task" [ 1004.796382] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.813559] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f63134-ac70-51c0-9881-73a3cc63a47a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.923337] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.923667] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4324e184-9fa2-4411-a265-02f581252a03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.939115] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1004.939115] env[63005]: value = "task-2577922" [ 1004.939115] env[63005]: _type = "Task" [ 1004.939115] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.948053] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.996729] env[63005]: DEBUG nova.network.neutron [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updated VIF entry in instance network info cache for port f3c4f878-2f01-4bbc-8171-ad07a827ab17. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1004.997175] env[63005]: DEBUG nova.network.neutron [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.023058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.033883] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Successfully updated port: 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1005.078873] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294b938d-21c4-475f-a6a5-4a875c54ad3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.091123] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a708680-f9a8-47ac-8a0b-89933e0d92e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.140625] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ffda7b-f6b8-4849-a94f-4d56d9a36d40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.143219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6c40889-d5e3-471c-a212-2ad2a241f038 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.969s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.149536] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577921, 'name': ReconfigVM_Task, 'duration_secs': 0.850593} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.151588] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Reconfigured VM instance instance-00000059 to attach disk [datastore2] fbc3ecd3-41b9-4dc2-8035-1070e8b9c760/fbc3ecd3-41b9-4dc2-8035-1070e8b9c760.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1005.153119] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8314b506-a06c-4c8f-8921-56c165f217e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.155670] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e83ad2-cb20-4b95-9ab1-d4a181a71aaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.163452] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.175551] env[63005]: DEBUG nova.compute.provider_tree [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.178293] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1005.178293] env[63005]: value = "task-2577923" [ 1005.178293] env[63005]: _type = "Task" [ 1005.178293] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.189049] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577923, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.210683] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Successfully created port: c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.310688] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f63134-ac70-51c0-9881-73a3cc63a47a, 'name': SearchDatastore_Task, 'duration_secs': 0.018961} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.311659] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.311659] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.311953] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.312188] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.313044] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.313044] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a36de511-27c9-4443-b7fd-85807339936e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.329029] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.329029] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.329029] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552e12e-fd79-444d-864a-296507a3045e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.336402] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1005.336402] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52112618-85fc-3bf6-1ab9-0be8f828f00f" [ 1005.336402] env[63005]: _type = "Task" [ 1005.336402] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.346791] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52112618-85fc-3bf6-1ab9-0be8f828f00f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.416328] env[63005]: DEBUG nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Received event network-vif-deleted-9a032468-0a92-4c3d-994b-8423438d37d0 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.420221] env[63005]: DEBUG nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received event network-vif-plugged-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.420221] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.420221] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.420221] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.420221] env[63005]: DEBUG nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] No waiting events found dispatching network-vif-plugged-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1005.420221] env[63005]: WARNING nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received unexpected event network-vif-plugged-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d for instance with vm_state building and task_state spawning. [ 1005.420221] env[63005]: DEBUG nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1005.420221] env[63005]: DEBUG nova.compute.manager [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing instance network info cache due to event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1005.420221] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Acquiring lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.420221] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Acquired lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.420221] env[63005]: DEBUG nova.network.neutron [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing network info cache for port 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.448253] env[63005]: DEBUG oslo_vmware.api [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577922, 'name': PowerOnVM_Task, 'duration_secs': 0.429457} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.448802] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.449151] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a1f8314c-9ab7-4524-bbd4-fd88573e8b50 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance '42511c8c-67d8-4e12-bd63-ebbdfc3ebb35' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.500473] env[63005]: DEBUG oslo_concurrency.lockutils [req-e9c39702-6719-43dc-9325-9c98f9a5975c req-06dc3df5-8dce-421e-92f1-94f231f0f50d service nova] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1005.536419] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1005.681673] env[63005]: DEBUG nova.scheduler.client.report [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.694901] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577923, 'name': Rename_Task, 'duration_secs': 0.170749} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.695230] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.695478] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e88381bb-1767-46dc-913c-e8ee780ba3c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.703832] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1005.703832] env[63005]: value = "task-2577924" [ 1005.703832] env[63005]: _type = "Task" [ 1005.703832] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.713452] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.849768] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52112618-85fc-3bf6-1ab9-0be8f828f00f, 'name': SearchDatastore_Task, 'duration_secs': 0.01178} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.850435] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ff26df5-e8c9-4c58-ab12-0b33149421f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.856665] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1005.856665] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d03062-c9fa-a0c1-cc76-3bf80566a987" [ 1005.856665] env[63005]: _type = "Task" [ 1005.856665] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.867251] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d03062-c9fa-a0c1-cc76-3bf80566a987, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.950152] env[63005]: DEBUG nova.network.neutron [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.043354] env[63005]: DEBUG nova.network.neutron [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.086151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.086439] env[63005]: DEBUG oslo_concurrency.lockutils [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.086643] env[63005]: DEBUG nova.compute.manager [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.087562] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64fca925-e5ce-42d1-bd20-4cfa823a8944 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.095318] env[63005]: DEBUG nova.compute.manager [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1006.095524] env[63005]: DEBUG nova.objects.instance [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'flavor' on Instance uuid 5226c79a-9f02-4a5d-86ff-250afaf99592 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.186707] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.190424] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.193367] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.213s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.195017] env[63005]: INFO nova.compute.claims [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.216404] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577924, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.257394] env[63005]: INFO nova.scheduler.client.report [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Deleted allocations for instance ae47d311-cac4-47a8-9442-035bbe159751 [ 1006.258827] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.258947] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.259121] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.259314] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.259691] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.259691] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.259831] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.259948] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.260174] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.260292] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.260462] env[63005]: DEBUG nova.virt.hardware [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.261565] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94cd475d-7cd4-4396-8fc7-43391895457a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.273687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eabdaaf-93e9-4e8b-8008-ce7d106ba099 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.368587] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d03062-c9fa-a0c1-cc76-3bf80566a987, 'name': SearchDatastore_Task, 'duration_secs': 0.010344} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.368952] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.369152] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cda005b7-0902-4e35-8b0f-3e7e62e4c356/cda005b7-0902-4e35-8b0f-3e7e62e4c356.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.369435] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-97933257-972f-42fc-bc98-e0b59de63a50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.379591] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1006.379591] env[63005]: value = "task-2577925" [ 1006.379591] env[63005]: _type = "Task" [ 1006.379591] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.389558] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577925, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.545674] env[63005]: DEBUG oslo_concurrency.lockutils [req-75ce354e-2a8f-463d-8e4b-5388167147ee req-a6164c80-d672-4974-ad1d-5adc8811c6ef service nova] Releasing lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1006.546155] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.546323] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.721559] env[63005]: DEBUG oslo_vmware.api [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577924, 'name': PowerOnVM_Task, 'duration_secs': 0.577014} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.722792] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.723120] env[63005]: INFO nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 8.04 seconds to spawn the instance on the hypervisor. [ 1006.723325] env[63005]: DEBUG nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.724482] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b917b5f-0cd3-414d-a6e1-6e572d7865c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.771665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-083af0fb-f335-498e-b37f-d51aa71760c6 tempest-ServerRescueTestJSON-1449702652 tempest-ServerRescueTestJSON-1449702652-project-member] Lock "ae47d311-cac4-47a8-9442-035bbe159751" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.284s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.784625] env[63005]: DEBUG nova.compute.manager [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Received event network-vif-plugged-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1006.784895] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] Acquiring lock "72861dce-8e87-4cd4-a702-2015f522739a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1006.785236] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] Lock "72861dce-8e87-4cd4-a702-2015f522739a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.785360] env[63005]: DEBUG oslo_concurrency.lockutils [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] Lock "72861dce-8e87-4cd4-a702-2015f522739a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.785528] env[63005]: DEBUG nova.compute.manager [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] No waiting events found dispatching network-vif-plugged-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.785709] env[63005]: WARNING nova.compute.manager [req-cd915321-3950-4f6b-9376-faf1beb3829a req-7b17b682-5859-4c00-b2fe-ffa8445c1c4d service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Received unexpected event network-vif-plugged-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 for instance with vm_state building and task_state spawning. [ 1006.891690] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577925, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.936574] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Successfully updated port: c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.078263] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.104105] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.104691] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4df20ad3-10eb-4ef1-8dc5-bd421a865ca3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.113360] env[63005]: DEBUG oslo_vmware.api [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1007.113360] env[63005]: value = "task-2577926" [ 1007.113360] env[63005]: _type = "Task" [ 1007.113360] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.123555] env[63005]: DEBUG oslo_vmware.api [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577926, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.252958] env[63005]: INFO nova.compute.manager [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 34.73 seconds to build instance. [ 1007.280524] env[63005]: DEBUG nova.network.neutron [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [{"id": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "address": "fa:16:3e:0f:13:60", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d0bea-e7", "ovs_interfaceid": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.391141] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577925, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.393981] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cda005b7-0902-4e35-8b0f-3e7e62e4c356/cda005b7-0902-4e35-8b0f-3e7e62e4c356.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.394245] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.394772] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d097cb59-a6c2-4f35-ae2f-191a1e78a218 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.403022] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1007.403022] env[63005]: value = "task-2577927" [ 1007.403022] env[63005]: _type = "Task" [ 1007.403022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.416813] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577927, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.443821] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1007.443821] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquired lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.443821] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.619705] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2ced70-d4b2-4c60-8057-3dfbf000e158 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.630976] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97889648-fb78-4cde-9fcd-74df17862c46 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.635288] env[63005]: DEBUG oslo_vmware.api [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577926, 'name': PowerOffVM_Task, 'duration_secs': 0.424789} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.637486] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.637486] env[63005]: DEBUG nova.compute.manager [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1007.637486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06324ada-5736-4f2f-9c8c-38c8659176df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.668144] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285e09cd-866b-4393-b9cd-f6198c443533 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.682902] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47056c52-3b45-478a-8ce5-1f38bb76a81c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.700213] env[63005]: DEBUG nova.compute.provider_tree [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1007.754873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b9dea8aa-36e0-4c07-84c4-505c3c2d059e tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.236s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.786662] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1007.787251] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance network_info: |[{"id": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "address": "fa:16:3e:0f:13:60", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d0bea-e7", "ovs_interfaceid": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1007.787733] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:13:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.803147] env[63005]: DEBUG oslo.service.loopingcall [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1007.804378] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.804378] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-734a7210-65aa-40d3-9de2-e8b2ec15ad1e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.853232] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.853232] env[63005]: value = "task-2577928" [ 1007.853232] env[63005]: _type = "Task" [ 1007.853232] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.873352] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577928, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.927298] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577927, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071061} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.927790] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.929069] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0161af1d-c492-4572-a3bd-beefa22ac0e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.969446] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] cda005b7-0902-4e35-8b0f-3e7e62e4c356/cda005b7-0902-4e35-8b0f-3e7e62e4c356.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.970512] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8e4a1e-8949-42bf-83fd-3fe92c8f1834 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.994695] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1007.994695] env[63005]: value = "task-2577929" [ 1007.994695] env[63005]: _type = "Task" [ 1007.994695] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.006563] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577929, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.121974] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.177678] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1008.178500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.178500] env[63005]: DEBUG nova.compute.manager [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Going to confirm migration 5 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1008.182506] env[63005]: DEBUG oslo_concurrency.lockutils [None req-801dcbeb-6b60-4c88-b7fc-e113928b10a7 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.096s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.206553] env[63005]: DEBUG nova.scheduler.client.report [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.365244] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577928, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.505363] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.529338] env[63005]: DEBUG nova.network.neutron [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Updating instance_info_cache with network_info: [{"id": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "address": "fa:16:3e:93:56:97", "network": {"id": "68fc7f49-1c62-46a7-9723-d4030ad6e5a5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2144792830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40aa25cc4e5d43f4976707656db0cb03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08c99a4-94", "ovs_interfaceid": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.711956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1008.712496] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1008.715515] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 19.407s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1008.823271] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.823271] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.823271] env[63005]: DEBUG nova.network.neutron [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1008.823399] env[63005]: DEBUG nova.objects.instance [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'info_cache' on Instance uuid 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.876744] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577928, 'name': CreateVM_Task, 'duration_secs': 0.618412} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.876744] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.876744] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1008.876744] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.876744] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1008.876744] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6582989-3ed2-4d78-b7d2-9c1c176bf027 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.882761] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1008.882761] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52af7133-33be-c892-09b1-6accbf93646a" [ 1008.882761] env[63005]: _type = "Task" [ 1008.882761] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.893168] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52af7133-33be-c892-09b1-6accbf93646a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.946332] env[63005]: DEBUG nova.compute.manager [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Received event network-changed-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1008.946536] env[63005]: DEBUG nova.compute.manager [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Refreshing instance network info cache due to event network-changed-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1008.946729] env[63005]: DEBUG oslo_concurrency.lockutils [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] Acquiring lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.008850] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577929, 'name': ReconfigVM_Task, 'duration_secs': 0.704717} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.013212] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfigured VM instance instance-0000005a to attach disk [datastore2] cda005b7-0902-4e35-8b0f-3e7e62e4c356/cda005b7-0902-4e35-8b0f-3e7e62e4c356.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.013212] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07376da2-8a46-4103-a8b4-c3dfc2659189 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.019216] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1009.019216] env[63005]: value = "task-2577930" [ 1009.019216] env[63005]: _type = "Task" [ 1009.019216] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.029383] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Releasing lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.029501] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Instance network_info: |[{"id": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "address": "fa:16:3e:93:56:97", "network": {"id": "68fc7f49-1c62-46a7-9723-d4030ad6e5a5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2144792830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40aa25cc4e5d43f4976707656db0cb03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08c99a4-94", "ovs_interfaceid": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1009.030037] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577930, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.030320] env[63005]: DEBUG oslo_concurrency.lockutils [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] Acquired lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.030320] env[63005]: DEBUG nova.network.neutron [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Refreshing network info cache for port c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1009.031475] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:56:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cc30a16-f070-421c-964e-50c9aa32f17a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c08c99a4-94b7-4e81-aa3b-6bc19f835fd7', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.039270] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Creating folder: Project (40aa25cc4e5d43f4976707656db0cb03). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.042550] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6475b12a-118f-43ed-bc15-962c540a6061 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.056067] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Created folder: Project (40aa25cc4e5d43f4976707656db0cb03) in parent group-v519994. [ 1009.056509] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Creating folder: Instances. Parent ref: group-v520233. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1009.056748] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b0fb74b-63a4-446d-86fc-b89b7d63f6df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.070958] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Created folder: Instances in parent group-v520233. [ 1009.071709] env[63005]: DEBUG oslo.service.loopingcall [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1009.071709] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.071709] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27a01545-a193-46e6-8c8c-6120cbc25735 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.101072] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.101072] env[63005]: value = "task-2577933" [ 1009.101072] env[63005]: _type = "Task" [ 1009.101072] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.107047] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577933, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.220008] env[63005]: DEBUG nova.compute.utils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1009.239531] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.239952] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.303949] env[63005]: DEBUG nova.policy [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.334678] env[63005]: DEBUG nova.compute.manager [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.338021] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6131dd76-2ff2-4a1f-935a-32ad196e6725 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.382859] env[63005]: DEBUG nova.network.neutron [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Updated VIF entry in instance network info cache for port c08c99a4-94b7-4e81-aa3b-6bc19f835fd7. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1009.382859] env[63005]: DEBUG nova.network.neutron [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Updating instance_info_cache with network_info: [{"id": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "address": "fa:16:3e:93:56:97", "network": {"id": "68fc7f49-1c62-46a7-9723-d4030ad6e5a5", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-2144792830-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40aa25cc4e5d43f4976707656db0cb03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cc30a16-f070-421c-964e-50c9aa32f17a", "external-id": "nsx-vlan-transportzone-424", "segmentation_id": 424, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc08c99a4-94", "ovs_interfaceid": "c08c99a4-94b7-4e81-aa3b-6bc19f835fd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.394635] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52af7133-33be-c892-09b1-6accbf93646a, 'name': SearchDatastore_Task, 'duration_secs': 0.014954} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.395702] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.395892] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.396168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1009.396742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.396742] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.397020] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090cb36f-6062-46b3-b7d2-52c8eb20284e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.409031] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.409031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.409031] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61cc0e84-ece0-4ee2-bde7-debedf9ca60f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.415115] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1009.415115] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ceabfa-0379-69f8-dc45-5db4d5bdd30e" [ 1009.415115] env[63005]: _type = "Task" [ 1009.415115] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.423769] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ceabfa-0379-69f8-dc45-5db4d5bdd30e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.428406] env[63005]: INFO nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Rebuilding instance [ 1009.531526] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577930, 'name': Rename_Task, 'duration_secs': 0.300155} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.535726] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1009.535726] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895d4fb5-7061-4e80-b505-d3bc41c2c966 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.537725] env[63005]: DEBUG nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1009.538907] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5bcb25-cad1-473a-9d85-0eec467c8b2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.551344] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1009.551344] env[63005]: value = "task-2577934" [ 1009.551344] env[63005]: _type = "Task" [ 1009.551344] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.560007] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.611217] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577933, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.737216] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1009.746484] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Applying migration context for instance 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 as it has an incoming, in-progress migration ddb52967-1dbd-4cee-8063-619b669a924e. Migration status is confirming {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1009.750610] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating resource usage from migration ddb52967-1dbd-4cee-8063-619b669a924e [ 1009.750610] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating resource usage from migration d0761d3b-8ef7-42c7-a87c-84fe60ba0483 [ 1009.804864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805100] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805266] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5c611ad3-304c-4795-8d76-3e1077f00edc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805396] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805532] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1c0b2956-1641-43dc-8c09-35e89671b04c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805678] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1978a080-2e93-4e97-814e-483ea2eadc3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805801] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance b12fda4f-247f-44e9-a017-41863d203bb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.805929] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance f14693e0-df81-4d88-bbba-561c2dbd9c4e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.806427] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 237f9fe0-d4fc-4834-8994-5346593381d8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.806427] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.806427] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 358bb15a-9be4-43de-a95b-dd25488602e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.806607] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 929b4fa0-d712-424f-ab15-84314f45200c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1009.806607] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Migration ddb52967-1dbd-4cee-8063-619b669a924e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1009.806713] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.806834] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5226c79a-9f02-4a5d-86ff-250afaf99592 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.806947] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance fbc3ecd3-41b9-4dc2-8035-1070e8b9c760 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.807080] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance cda005b7-0902-4e35-8b0f-3e7e62e4c356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.807204] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1f553f48-7054-4392-b388-6179a6a5d4f9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.807302] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 72861dce-8e87-4cd4-a702-2015f522739a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.807738] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1050a7e7-5d28-4e83-9125-f1b348c2c7a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.807869] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Migration d0761d3b-8ef7-42c7-a87c-84fe60ba0483 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1009.807984] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 58593514-7f18-4e17-9dbe-2735827790c7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1009.852543] env[63005]: INFO nova.compute.manager [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] instance snapshotting [ 1009.853992] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8a9a36-b037-4bcc-b7eb-9a5e551fb39c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.876865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767185bb-c51f-46c8-b21e-41c7e52c4ccc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.884578] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Successfully created port: f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1009.890575] env[63005]: DEBUG oslo_concurrency.lockutils [req-5146a420-393c-4c83-b79a-e09ce6fc1d17 req-578f644a-efbe-406d-bb6e-03096e8ac01f service nova] Releasing lock "refresh_cache-72861dce-8e87-4cd4-a702-2015f522739a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1009.929229] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ceabfa-0379-69f8-dc45-5db4d5bdd30e, 'name': SearchDatastore_Task, 'duration_secs': 0.023478} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.930073] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e404e3-21b7-4635-b8a0-751c70b4385e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.938482] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1009.938482] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52dcf45e-b55d-015f-823b-47e73a8043dc" [ 1009.938482] env[63005]: _type = "Task" [ 1009.938482] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.947529] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dcf45e-b55d-015f-823b-47e73a8043dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.068704] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577934, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.110177] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577933, 'name': CreateVM_Task, 'duration_secs': 0.742502} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.110419] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.111130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.111298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.111604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1010.111849] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b87839-de70-4145-8afc-cf75241659bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.118019] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1010.118019] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e59d63-47e7-16d0-ae00-12ec78e2cdfa" [ 1010.118019] env[63005]: _type = "Task" [ 1010.118019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.124099] env[63005]: DEBUG nova.network.neutron [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [{"id": "302c26d5-e797-46e0-98bf-793f110559f7", "address": "fa:16:3e:83:0d:41", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap302c26d5-e7", "ovs_interfaceid": "302c26d5-e797-46e0-98bf-793f110559f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.128965] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e59d63-47e7-16d0-ae00-12ec78e2cdfa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.314061] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 24ff8f35-0629-4b4a-b9ea-e336663fbedd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1010.314481] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1010.314678] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1010.392361] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1010.392705] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b413bfa3-4dba-4c70-97dc-f12ed5876ae1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.403172] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1010.403172] env[63005]: value = "task-2577935" [ 1010.403172] env[63005]: _type = "Task" [ 1010.403172] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.413017] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.454303] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dcf45e-b55d-015f-823b-47e73a8043dc, 'name': SearchDatastore_Task, 'duration_secs': 0.020285} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.455055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.455379] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1f553f48-7054-4392-b388-6179a6a5d4f9/1f553f48-7054-4392-b388-6179a6a5d4f9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.458572] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0adfd775-0c6e-447f-a553-acb1228965a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.467903] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1010.467903] env[63005]: value = "task-2577936" [ 1010.467903] env[63005]: _type = "Task" [ 1010.467903] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.481353] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577936, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.555800] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.559210] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5000f56-50ff-4435-ac14-b29de95034e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.567949] env[63005]: DEBUG oslo_vmware.api [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2577934, 'name': PowerOnVM_Task, 'duration_secs': 0.90669} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.570449] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.570659] env[63005]: INFO nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1010.570834] env[63005]: DEBUG nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1010.571833] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5e6c8d-a4fc-4e78-8a0c-892a10c8da44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.575570] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1010.575570] env[63005]: value = "task-2577937" [ 1010.575570] env[63005]: _type = "Task" [ 1010.575570] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.590555] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1010.590806] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.591575] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74daeca5-94ec-4e69-ac7e-86d8a2ba2d78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.599315] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.599555] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b082f81b-6271-4f68-834f-31ff9d59fff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.630120] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.639819] env[63005]: DEBUG nova.objects.instance [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'migration_context' on Instance uuid 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.639819] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e59d63-47e7-16d0-ae00-12ec78e2cdfa, 'name': SearchDatastore_Task, 'duration_secs': 0.020246} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.639819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1010.639819] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.639819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1010.639819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.639819] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.639819] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3f9a94f-b1ad-4896-8e1e-6f64031b8b19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.654382] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.654661] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.655519] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95dc3d7f-302a-4e68-ac5d-5b8d5d69cb72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.663505] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1010.663505] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52dab5f0-e73c-bd18-ac80-f7e1b7802f7e" [ 1010.663505] env[63005]: _type = "Task" [ 1010.663505] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.673261] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.673705] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.673705] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore2] 5226c79a-9f02-4a5d-86ff-250afaf99592 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.675186] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1690edc5-d55f-410c-98dd-5ce61c412bca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.678006] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc30fc-b00c-4c1a-a782-65140a4e1552 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.683861] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dab5f0-e73c-bd18-ac80-f7e1b7802f7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.689021] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54676f7-7c83-4d8d-87db-7e486351df85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.694987] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1010.694987] env[63005]: value = "task-2577939" [ 1010.694987] env[63005]: _type = "Task" [ 1010.694987] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.726477] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c75930f-a3b9-4d7b-9af1-eb1718086637 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.733237] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577939, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.739265] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba0692e-0f1b-498c-b141-3343d56a9155 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.749668] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1010.760668] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.821710] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1010.822066] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1010.822336] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1010.822628] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1010.822841] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1010.823023] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1010.823294] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1010.823518] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1010.823713] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1010.823897] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1010.824148] env[63005]: DEBUG nova.virt.hardware [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1010.825235] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74670f0f-a92c-4ed7-b913-05cae76b075a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.836133] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08481e4-49ea-403e-9fff-51fb042fbad6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.914704] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577935, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.979953] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577936, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.094201] env[63005]: INFO nova.compute.manager [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Took 38.27 seconds to build instance. [ 1011.133035] env[63005]: DEBUG nova.objects.base [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Object Instance<42511c8c-67d8-4e12-bd63-ebbdfc3ebb35> lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.134221] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f96713-f9f1-429c-b777-afd3f6cccc1c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.155141] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac25e364-eb6e-4690-9689-988e071b989d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.161235] env[63005]: DEBUG oslo_vmware.api [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1011.161235] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526ca955-60d5-e4c7-0c3d-7c388fca58c8" [ 1011.161235] env[63005]: _type = "Task" [ 1011.161235] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.173041] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dab5f0-e73c-bd18-ac80-f7e1b7802f7e, 'name': SearchDatastore_Task, 'duration_secs': 0.015024} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.176481] env[63005]: DEBUG oslo_vmware.api [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526ca955-60d5-e4c7-0c3d-7c388fca58c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.176697] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ec5145-9f92-48e6-9c8d-c42d79774947 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.181791] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1011.181791] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52aeb500-c949-979e-6176-b88444064386" [ 1011.181791] env[63005]: _type = "Task" [ 1011.181791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.190370] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52aeb500-c949-979e-6176-b88444064386, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.203801] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307857} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.204188] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.204390] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.204565] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.264442] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.416728] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577935, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.483316] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577936, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607965} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.483464] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1f553f48-7054-4392-b388-6179a6a5d4f9/1f553f48-7054-4392-b388-6179a6a5d4f9.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.483737] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.484100] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-445e2f8d-e2be-4695-964d-5290fa30d2e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.493227] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1011.493227] env[63005]: value = "task-2577940" [ 1011.493227] env[63005]: _type = "Task" [ 1011.493227] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.503773] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577940, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.595794] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6370c64d-f292-4fbd-947c-738c71f14802 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.781s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.673381] env[63005]: DEBUG oslo_vmware.api [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526ca955-60d5-e4c7-0c3d-7c388fca58c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015271} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.673747] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.693161] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52aeb500-c949-979e-6176-b88444064386, 'name': SearchDatastore_Task, 'duration_secs': 0.019054} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.693520] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1011.693809] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 72861dce-8e87-4cd4-a702-2015f522739a/72861dce-8e87-4cd4-a702-2015f522739a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.694274] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef038f0b-6165-4925-882a-7956e99cab5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.702282] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1011.702282] env[63005]: value = "task-2577941" [ 1011.702282] env[63005]: _type = "Task" [ 1011.702282] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.717632] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.769863] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1011.770319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.055s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.770583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 19.038s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.816818] env[63005]: DEBUG nova.compute.manager [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Received event network-vif-plugged-f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1011.817051] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] Acquiring lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1011.817259] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1011.817431] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1011.817625] env[63005]: DEBUG nova.compute.manager [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] No waiting events found dispatching network-vif-plugged-f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.817800] env[63005]: WARNING nova.compute.manager [req-4a510232-a15a-4fc6-b1e6-a744abb4886e req-2a46c351-e037-4f66-bd27-514affe6aec8 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Received unexpected event network-vif-plugged-f2f80431-3a51-476c-a56e-85f7fbfa1abd for instance with vm_state building and task_state spawning. [ 1011.918411] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577935, 'name': CreateSnapshot_Task, 'duration_secs': 1.21678} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.919556] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1011.919556] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7bbc72-a211-4f77-a024-80fdafb8b87a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.004504] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577940, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093143} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.004924] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.005899] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bd3aa6-b559-4229-96e4-5a2dda348bcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.031257] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 1f553f48-7054-4392-b388-6179a6a5d4f9/1f553f48-7054-4392-b388-6179a6a5d4f9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.031546] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c425789a-d3e1-4d6a-9019-4803850c3ec2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.054022] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1012.054022] env[63005]: value = "task-2577942" [ 1012.054022] env[63005]: _type = "Task" [ 1012.054022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.064905] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577942, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.066233] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Successfully updated port: f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1012.216775] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.256035] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.256035] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.256035] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.256287] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.256287] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.256380] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.256559] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.256717] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.256882] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.257059] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.257290] env[63005]: DEBUG nova.virt.hardware [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.258464] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db12a7f-4e40-4755-9a22-8f9bc304acd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.267586] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a18749-c2d5-47e2-a4c5-4f5f6e7b0254 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.285138] env[63005]: INFO nova.compute.claims [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1012.292231] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:ec:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '940176a1-033f-46c0-807e-04a664ec1749', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.300807] env[63005]: DEBUG oslo.service.loopingcall [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1012.301038] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.301276] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b5e0014-4333-4bb2-8541-4f5e05db3128 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.326063] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.326063] env[63005]: value = "task-2577943" [ 1012.326063] env[63005]: _type = "Task" [ 1012.326063] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.337660] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577943, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.442032] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1012.442434] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-876b50ed-c830-4392-a943-0bc9b76d5b02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.455241] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1012.455241] env[63005]: value = "task-2577944" [ 1012.455241] env[63005]: _type = "Task" [ 1012.455241] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.467074] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.566310] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577942, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.569104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1012.569321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.569452] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.716984] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.796024] env[63005]: INFO nova.compute.resource_tracker [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating resource usage from migration d0761d3b-8ef7-42c7-a87c-84fe60ba0483 [ 1012.844345] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577943, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.969956] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.067368] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577942, 'name': ReconfigVM_Task, 'duration_secs': 0.729755} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.067724] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 1f553f48-7054-4392-b388-6179a6a5d4f9/1f553f48-7054-4392-b388-6179a6a5d4f9.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.068400] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4b14a15-778c-4da2-a3f4-c47c9a8219e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.081751] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1013.081751] env[63005]: value = "task-2577945" [ 1013.081751] env[63005]: _type = "Task" [ 1013.081751] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.099807] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577945, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.105707] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1013.215983] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c88144-bdb0-40c1-92d0-2b4e94e7113b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.227832] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577941, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.05289} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.228830] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af96a14f-3831-44b9-9ee1-b4ddc82b7ef1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.232310] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 72861dce-8e87-4cd4-a702-2015f522739a/72861dce-8e87-4cd4-a702-2015f522739a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1013.232552] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1013.232812] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5665468a-5989-44c9-9011-0da6ca3320c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.265439] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1101b0-3087-42d3-af42-8d4e8750eac9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.268230] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1013.268230] env[63005]: value = "task-2577946" [ 1013.268230] env[63005]: _type = "Task" [ 1013.268230] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.277665] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cff797-113b-47b5-b130-eba22d3e1863 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.284242] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.294924] env[63005]: DEBUG nova.compute.provider_tree [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.313100] env[63005]: DEBUG nova.network.neutron [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Updating instance_info_cache with network_info: [{"id": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "address": "fa:16:3e:22:df:af", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f80431-3a", "ovs_interfaceid": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1013.341111] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577943, 'name': CreateVM_Task, 'duration_secs': 0.600975} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.341111] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1013.341425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.341595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.341957] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1013.342226] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-209a63b6-7cfe-40c4-a9f1-9a3a29e7f270 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.349276] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1013.349276] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526fb79f-528d-5188-31ed-9ae8a37fbe21" [ 1013.349276] env[63005]: _type = "Task" [ 1013.349276] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.359104] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526fb79f-528d-5188-31ed-9ae8a37fbe21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.473196] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.592043] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577945, 'name': Rename_Task, 'duration_secs': 0.184192} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.592325] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.592566] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b005742-d4fc-4aeb-be74-2e70959a9fe3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.599706] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1013.599706] env[63005]: value = "task-2577947" [ 1013.599706] env[63005]: _type = "Task" [ 1013.599706] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.607671] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.781317] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110006} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.781669] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.782433] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8aaf4fc-0e78-48de-9e24-1e6819c1883f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.798739] env[63005]: DEBUG nova.scheduler.client.report [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.810776] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 72861dce-8e87-4cd4-a702-2015f522739a/72861dce-8e87-4cd4-a702-2015f522739a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.811358] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-705ec3ac-2a76-4d8f-87fd-fe789d2a1bc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.827658] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.827658] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Instance network_info: |[{"id": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "address": "fa:16:3e:22:df:af", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f80431-3a", "ovs_interfaceid": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.827860] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:df:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f80431-3a51-476c-a56e-85f7fbfa1abd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.835215] env[63005]: DEBUG oslo.service.loopingcall [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1013.837030] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.837030] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-062b9fe7-519f-4e56-ab20-97ce7ab35fd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.854092] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1013.854092] env[63005]: value = "task-2577948" [ 1013.854092] env[63005]: _type = "Task" [ 1013.854092] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.863686] env[63005]: DEBUG nova.compute.manager [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Received event network-changed-f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1013.863935] env[63005]: DEBUG nova.compute.manager [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Refreshing instance network info cache due to event network-changed-f2f80431-3a51-476c-a56e-85f7fbfa1abd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1013.864204] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Acquiring lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.864351] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Acquired lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864515] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Refreshing network info cache for port f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.867757] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.867757] env[63005]: value = "task-2577949" [ 1013.867757] env[63005]: _type = "Task" [ 1013.867757] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.881766] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526fb79f-528d-5188-31ed-9ae8a37fbe21, 'name': SearchDatastore_Task, 'duration_secs': 0.038604} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.881766] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.881766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1013.881766] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.881766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1013.881766] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.882207] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.882460] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-512530d7-32ff-4b9a-a15c-9cf800e43fe2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.888572] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577949, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.897131] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.897452] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.898252] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f62c315-8656-49ed-b7a0-0b4049ddeedd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.906322] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1013.906322] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5219d5ca-0fc1-f55a-a457-677e820375d3" [ 1013.906322] env[63005]: _type = "Task" [ 1013.906322] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.915965] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5219d5ca-0fc1-f55a-a457-677e820375d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.967650] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.111092] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577947, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.313051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.313352] env[63005]: INFO nova.compute.manager [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Migrating [ 1014.321264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.202s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.321639] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.324306] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.218s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.326119] env[63005]: INFO nova.compute.claims [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1014.372188] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.382341] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577949, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.402796] env[63005]: INFO nova.scheduler.client.report [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Deleted allocations for instance 237f9fe0-d4fc-4834-8994-5346593381d8 [ 1014.420806] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5219d5ca-0fc1-f55a-a457-677e820375d3, 'name': SearchDatastore_Task, 'duration_secs': 0.013906} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.421739] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c11bce2d-7cf2-411a-a902-91bc4a12ae3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.428018] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1014.428018] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c2886b-8518-da19-af47-34842bc8bdfe" [ 1014.428018] env[63005]: _type = "Task" [ 1014.428018] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.438832] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c2886b-8518-da19-af47-34842bc8bdfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.475395] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.612086] env[63005]: DEBUG oslo_vmware.api [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577947, 'name': PowerOnVM_Task, 'duration_secs': 0.810826} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.612309] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.612715] env[63005]: INFO nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 11.00 seconds to spawn the instance on the hypervisor. [ 1014.612715] env[63005]: DEBUG nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.613553] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222675ef-7138-480e-a545-026907c2e00f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.843283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.843601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.843644] env[63005]: DEBUG nova.network.neutron [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.869918] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577948, 'name': ReconfigVM_Task, 'duration_secs': 0.644054} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.870213] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 72861dce-8e87-4cd4-a702-2015f522739a/72861dce-8e87-4cd4-a702-2015f522739a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.870815] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d82018fe-3ff4-4312-8316-aba80b53c3f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.884931] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577949, 'name': CreateVM_Task, 'duration_secs': 0.520435} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.884931] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.884931] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1014.884931] env[63005]: value = "task-2577950" [ 1014.884931] env[63005]: _type = "Task" [ 1014.884931] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.884931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.884931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.884931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1014.884931] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28c73b96-8b7e-44ab-a141-f7d53877386d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.901717] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1014.901717] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5270fd0a-0cb1-94bd-0604-e7e0bb7f11e6" [ 1014.901717] env[63005]: _type = "Task" [ 1014.901717] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.912565] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577950, 'name': Rename_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.916758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1de76b0-17a0-483d-84d1-33ea14332544 tempest-InstanceActionsTestJSON-1465695673 tempest-InstanceActionsTestJSON-1465695673-project-member] Lock "237f9fe0-d4fc-4834-8994-5346593381d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.784s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.931497] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5270fd0a-0cb1-94bd-0604-e7e0bb7f11e6, 'name': SearchDatastore_Task, 'duration_secs': 0.022578} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.934367] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.934699] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.934980] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1014.943748] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c2886b-8518-da19-af47-34842bc8bdfe, 'name': SearchDatastore_Task, 'duration_secs': 0.014234} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.944871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1014.945450] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.945623] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.945878] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.946191] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d8f5a81-0d52-41c2-b741-41efc3b82df6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.949069] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39412e3a-71f9-4d93-b759-312835cc6b89 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.958870] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1014.958870] env[63005]: value = "task-2577951" [ 1014.958870] env[63005]: _type = "Task" [ 1014.958870] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.965090] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.965339] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.969498] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8ba4dd1-9036-4a0f-93a3-75835f72f8d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.976519] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.976898] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Updated VIF entry in instance network info cache for port f2f80431-3a51-476c-a56e-85f7fbfa1abd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1014.977257] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Updating instance_info_cache with network_info: [{"id": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "address": "fa:16:3e:22:df:af", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f80431-3a", "ovs_interfaceid": "f2f80431-3a51-476c-a56e-85f7fbfa1abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.985497] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577944, 'name': CloneVM_Task, 'duration_secs': 2.059677} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.985497] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1014.985497] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5250e6ee-6f4c-9ff7-7b82-63c692abbb91" [ 1014.985497] env[63005]: _type = "Task" [ 1014.985497] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.985497] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Created linked-clone VM from snapshot [ 1014.985497] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c145cf-6f64-42a0-9e0a-2b65e109a175 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.001025] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5250e6ee-6f4c-9ff7-7b82-63c692abbb91, 'name': SearchDatastore_Task, 'duration_secs': 0.012202} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.006026] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Uploading image 5679d1b8-90a9-43fa-9b25-790590b64b5b {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1015.006026] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33640b7-a62c-4f01-8127-d4fe7773d548 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.012112] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1015.012112] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c1e20-de4a-ceac-0028-b2a7233305a7" [ 1015.012112] env[63005]: _type = "Task" [ 1015.012112] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.021450] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c1e20-de4a-ceac-0028-b2a7233305a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.039862] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1015.039862] env[63005]: value = "vm-520238" [ 1015.039862] env[63005]: _type = "VirtualMachine" [ 1015.039862] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1015.040189] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7abad4b0-78d9-4323-98bb-b5a069d0ff7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.048714] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lease: (returnval){ [ 1015.048714] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52574d8d-65e6-d3c0-7017-b2acb1c8062a" [ 1015.048714] env[63005]: _type = "HttpNfcLease" [ 1015.048714] env[63005]: } obtained for exporting VM: (result){ [ 1015.048714] env[63005]: value = "vm-520238" [ 1015.048714] env[63005]: _type = "VirtualMachine" [ 1015.048714] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1015.049026] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the lease: (returnval){ [ 1015.049026] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52574d8d-65e6-d3c0-7017-b2acb1c8062a" [ 1015.049026] env[63005]: _type = "HttpNfcLease" [ 1015.049026] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1015.058382] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.058382] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52574d8d-65e6-d3c0-7017-b2acb1c8062a" [ 1015.058382] env[63005]: _type = "HttpNfcLease" [ 1015.058382] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1015.132014] env[63005]: INFO nova.compute.manager [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 38.37 seconds to build instance. [ 1015.398499] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577950, 'name': Rename_Task, 'duration_secs': 0.227316} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.401519] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1015.402126] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bdc8a83-4638-4d7b-a311-3d1d9cd18078 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.412800] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1015.412800] env[63005]: value = "task-2577953" [ 1015.412800] env[63005]: _type = "Task" [ 1015.412800] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.426768] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.473247] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.484355] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Releasing lock "refresh_cache-1050a7e7-5d28-4e83-9125-f1b348c2c7a2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.484626] env[63005]: DEBUG nova.compute.manager [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-changed-f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1015.484797] env[63005]: DEBUG nova.compute.manager [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing instance network info cache due to event network-changed-f3c4f878-2f01-4bbc-8171-ad07a827ab17. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1015.485041] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1015.485207] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.485378] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing network info cache for port f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1015.526824] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c1e20-de4a-ceac-0028-b2a7233305a7, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.527129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1015.527411] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1050a7e7-5d28-4e83-9125-f1b348c2c7a2/1050a7e7-5d28-4e83-9125-f1b348c2c7a2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1015.527691] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb4f45b0-bd67-4ab1-99b7-ba315a09c8c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.540207] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1015.540207] env[63005]: value = "task-2577954" [ 1015.540207] env[63005]: _type = "Task" [ 1015.540207] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.562157] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577954, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.569144] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1015.569144] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52574d8d-65e6-d3c0-7017-b2acb1c8062a" [ 1015.569144] env[63005]: _type = "HttpNfcLease" [ 1015.569144] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1015.575486] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1015.575486] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52574d8d-65e6-d3c0-7017-b2acb1c8062a" [ 1015.575486] env[63005]: _type = "HttpNfcLease" [ 1015.575486] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1015.575486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508a3208-9b23-4b63-932f-0732ab95cad6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.581057] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1015.581282] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1015.641189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3de338b-8717-4ca6-be7b-c7f05c644041 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.356s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1015.691981] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f55cf5ea-40bf-4900-993c-183dc3462e54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.792680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b27d4-c0a1-403f-bd83-98470bdd9def {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.804475] env[63005]: DEBUG nova.network.neutron [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.809727] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efbd6ae-fddd-4d2d-932b-d2a7d43e3243 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.845113] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d589e22-0623-4e3b-b78d-f366edfa5c95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.857370] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84487688-7124-4178-93ba-dd9fd020375a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.873661] env[63005]: DEBUG nova.compute.provider_tree [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.931028] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.977878] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673165} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.977878] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.977878] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.977878] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66ac49e4-82a2-4056-9ad8-c0ce0cc889da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.995753] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1015.995753] env[63005]: value = "task-2577955" [ 1015.995753] env[63005]: _type = "Task" [ 1015.995753] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.007410] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577955, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.052011] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577954, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.316575] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.378118] env[63005]: DEBUG nova.scheduler.client.report [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.424544] env[63005]: DEBUG oslo_vmware.api [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577953, 'name': PowerOnVM_Task, 'duration_secs': 0.795415} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.424944] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1016.426332] env[63005]: INFO nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Took 10.24 seconds to spawn the instance on the hypervisor. [ 1016.426521] env[63005]: DEBUG nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.427485] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c016dd00-e49b-4925-9c35-59cb84a520cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.511128] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577955, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090251} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.511436] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1016.514230] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a551c1-c3b7-45d7-9647-d8f3b74d2252 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.548644] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1016.550944] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updated VIF entry in instance network info cache for port f3c4f878-2f01-4bbc-8171-ad07a827ab17. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1016.551327] env[63005]: DEBUG nova.network.neutron [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.555081] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36366953-ab6e-4514-b28a-8f5225610a15 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.580752] env[63005]: DEBUG oslo_concurrency.lockutils [req-fdbfbecd-4f43-46b0-aafc-19216cf1b191 req-ea33ff64-9569-4333-ba25-19d24c3cd2d4 service nova] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1016.590351] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577954, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.592540] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1016.592540] env[63005]: value = "task-2577956" [ 1016.592540] env[63005]: _type = "Task" [ 1016.592540] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.605640] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.883189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.884052] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1016.888837] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.868s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.893493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.893493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.218s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.954058] env[63005]: INFO nova.compute.manager [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Took 39.17 seconds to build instance. [ 1017.065351] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577954, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.103409] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577956, 'name': ReconfigVM_Task, 'duration_secs': 0.312045} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.103675] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 5226c79a-9f02-4a5d-86ff-250afaf99592/5226c79a-9f02-4a5d-86ff-250afaf99592.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1017.104552] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-437d3b4e-b4f4-428e-8c77-a60849b22f38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.111704] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1017.111704] env[63005]: value = "task-2577957" [ 1017.111704] env[63005]: _type = "Task" [ 1017.111704] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.123248] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577957, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.305992] env[63005]: INFO nova.scheduler.client.report [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Deleted allocations for instance 929b4fa0-d712-424f-ab15-84314f45200c [ 1017.399747] env[63005]: DEBUG nova.compute.utils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1017.404154] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1017.405770] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1017.420246] env[63005]: DEBUG nova.compute.manager [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1017.421036] env[63005]: DEBUG nova.compute.manager [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing instance network info cache due to event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1017.421036] env[63005]: DEBUG oslo_concurrency.lockutils [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1017.421036] env[63005]: DEBUG oslo_concurrency.lockutils [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.421036] env[63005]: DEBUG nova.network.neutron [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.460728] env[63005]: DEBUG oslo_concurrency.lockutils [None req-11edd16a-f611-4c37-91cd-7b2579f836a7 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.694s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.495689] env[63005]: DEBUG nova.policy [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1017.567963] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577954, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.580596} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.568264] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1050a7e7-5d28-4e83-9125-f1b348c2c7a2/1050a7e7-5d28-4e83-9125-f1b348c2c7a2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.568476] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.569362] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa479853-49b1-41de-ae34-e828a1106cb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.585785] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1017.585785] env[63005]: value = "task-2577958" [ 1017.585785] env[63005]: _type = "Task" [ 1017.585785] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.603749] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577958, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.622128] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577957, 'name': Rename_Task, 'duration_secs': 0.154594} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.622423] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1017.622675] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-deee6625-200c-4e28-862b-80b91c457d1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.633436] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1017.633436] env[63005]: value = "task-2577959" [ 1017.633436] env[63005]: _type = "Task" [ 1017.633436] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.643169] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.775999] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e2f574-c56e-40a7-8e24-31db8914148d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.784450] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2af775d3-b606-45d6-8702-de001f6ecdc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.822934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0bfc4cf4-099b-4fc9-8329-9ea2ba8d58d8 tempest-ServerGroupTestJSON-2123697454 tempest-ServerGroupTestJSON-2123697454-project-member] Lock "929b4fa0-d712-424f-ab15-84314f45200c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.479s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.824752] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f529f1-3835-4dd6-b81f-88b77bf67811 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.836823] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064ee05a-9ab4-4379-877f-db4cd9ab8080 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.842443] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b921e1e-40a4-45dc-a599-397a9d97cd8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.857751] env[63005]: DEBUG nova.compute.provider_tree [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.873549] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1017.904965] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1017.982141] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "interface-72861dce-8e87-4cd4-a702-2015f522739a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.982495] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "interface-72861dce-8e87-4cd4-a702-2015f522739a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.983091] env[63005]: DEBUG nova.objects.instance [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lazy-loading 'flavor' on Instance uuid 72861dce-8e87-4cd4-a702-2015f522739a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.103032] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577958, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176196} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.103417] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.104363] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def562c3-507e-4e63-8e34-b7c3d0bf0ca2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.131487] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1050a7e7-5d28-4e83-9125-f1b348c2c7a2/1050a7e7-5d28-4e83-9125-f1b348c2c7a2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.131902] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59243d6-c6f2-4e2f-aca0-3adf18944033 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.160283] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577959, 'name': PowerOnVM_Task, 'duration_secs': 0.492174} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.161692] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.161970] env[63005]: DEBUG nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.162365] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1018.162365] env[63005]: value = "task-2577960" [ 1018.162365] env[63005]: _type = "Task" [ 1018.162365] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.163152] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13600fa-78e7-473b-986d-049a83f8c5ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.176531] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577960, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.283595] env[63005]: DEBUG nova.network.neutron [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updated VIF entry in instance network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1018.284160] env[63005]: DEBUG nova.network.neutron [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1018.291641] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Successfully created port: 9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1018.378653] env[63005]: DEBUG nova.scheduler.client.report [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.385294] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1018.387081] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ebb5bd0-1f14-441d-94da-daae68e9c5eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.395500] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1018.395500] env[63005]: value = "task-2577961" [ 1018.395500] env[63005]: _type = "Task" [ 1018.395500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.405347] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.491129] env[63005]: DEBUG nova.objects.instance [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lazy-loading 'pci_requests' on Instance uuid 72861dce-8e87-4cd4-a702-2015f522739a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.676648] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577960, 'name': ReconfigVM_Task, 'duration_secs': 0.507759} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.676947] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1050a7e7-5d28-4e83-9125-f1b348c2c7a2/1050a7e7-5d28-4e83-9125-f1b348c2c7a2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.677623] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70e6ebcd-31b1-4dda-b528-b7040b7177b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.681784] env[63005]: INFO nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] bringing vm to original state: 'stopped' [ 1018.686981] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1018.686981] env[63005]: value = "task-2577962" [ 1018.686981] env[63005]: _type = "Task" [ 1018.686981] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.696470] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577962, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.790286] env[63005]: DEBUG oslo_concurrency.lockutils [req-e48870ed-6932-4449-9088-0698f8b7ab55 req-6c37c4af-844f-480f-8029-b813f003532b service nova] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1018.906953] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577961, 'name': PowerOffVM_Task, 'duration_secs': 0.340189} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.907270] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.907493] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1018.915511] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1018.949863] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1018.950720] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1018.950815] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.951399] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1018.951565] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.951714] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1018.952027] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1018.953592] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1018.953592] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1018.953592] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1018.953592] env[63005]: DEBUG nova.virt.hardware [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1018.954760] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07ed927f-e1fe-4ecd-80a1-9b878e044726 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.966347] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568f2774-05e0-4c80-881a-3e8043b67ce2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.994131] env[63005]: DEBUG nova.objects.base [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Object Instance<72861dce-8e87-4cd4-a702-2015f522739a> lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1018.994357] env[63005]: DEBUG nova.network.neutron [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.134536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0a5fab4-f2ff-4678-8dbc-5a543fc5a0b1 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "interface-72861dce-8e87-4cd4-a702-2015f522739a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.152s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.201766] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577962, 'name': Rename_Task, 'duration_secs': 0.188465} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.201766] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.201766] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58b90ae2-efe8-42b5-9a90-2f9539b4a93f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.206505] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1019.206505] env[63005]: value = "task-2577963" [ 1019.206505] env[63005]: _type = "Task" [ 1019.206505] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.220228] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.396021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.502s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1019.415049] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1019.417600] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1019.417600] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1019.417600] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1019.417600] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1019.417600] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1019.422302] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc4bf53-a9b7-4eb6-80ec-a3d771eeeca9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.440289] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1019.440289] env[63005]: value = "task-2577964" [ 1019.440289] env[63005]: _type = "Task" [ 1019.440289] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.450070] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577964, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.691997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1019.692406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1019.692517] env[63005]: DEBUG nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.693464] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d05df51-621a-4d37-bd24-55092a144433 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.702091] env[63005]: DEBUG nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1019.718549] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.958113] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577964, 'name': ReconfigVM_Task, 'duration_secs': 0.376319} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.958113] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1019.966461] env[63005]: INFO nova.scheduler.client.report [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocation for migration ddb52967-1dbd-4cee-8063-619b669a924e [ 1020.206516] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.207087] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-932dd080-2f1c-4227-9ec9-6fe86af387ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.222840] env[63005]: DEBUG oslo_vmware.api [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577963, 'name': PowerOnVM_Task, 'duration_secs': 0.666984} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.228213] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1020.228405] env[63005]: INFO nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1020.228532] env[63005]: DEBUG nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.228970] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1020.228970] env[63005]: value = "task-2577965" [ 1020.228970] env[63005]: _type = "Task" [ 1020.228970] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.229859] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90eb204-bf59-49ff-bfff-e0c25f3bc607 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.242620] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.468073] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.468339] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.468493] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.468732] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.469017] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.469261] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.469608] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.469821] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.470017] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.470201] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.470376] env[63005]: DEBUG nova.virt.hardware [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.477436] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfiguring VM instance instance-0000000d to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1020.478632] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffcc1392-962b-4734-9873-e8f16b05ec42 tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.301s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.480686] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5e5721ea-1671-403f-b115-9e888f3c58fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.514643] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1020.514643] env[63005]: value = "task-2577966" [ 1020.514643] env[63005]: _type = "Task" [ 1020.514643] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.522320] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577966, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.747140] env[63005]: DEBUG oslo_vmware.api [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577965, 'name': PowerOffVM_Task, 'duration_secs': 0.277419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.747140] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1020.747140] env[63005]: DEBUG nova.compute.manager [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.748958] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3355c05-c490-4847-b04d-81403089c0b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.765818] env[63005]: INFO nova.compute.manager [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Took 32.80 seconds to build instance. [ 1020.803164] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Successfully updated port: 9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1020.895577] env[63005]: DEBUG nova.compute.manager [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1020.895951] env[63005]: DEBUG nova.compute.manager [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing instance network info cache due to event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1020.896499] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1020.896783] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.897206] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1021.005199] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.005606] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.005807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.006043] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.006228] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.009097] env[63005]: INFO nova.compute.manager [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Terminating instance [ 1021.025924] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577966, 'name': ReconfigVM_Task, 'duration_secs': 0.445734} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.026335] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfigured VM instance instance-0000000d to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1021.027621] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5adf59-ca45-41ad-a373-89b7ab5fe713 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.053435] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.054170] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a1b476d-afb3-460f-85a8-fb1b0f08e4fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.082832] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1021.082832] env[63005]: value = "task-2577967" [ 1021.082832] env[63005]: _type = "Task" [ 1021.082832] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.094771] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577967, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.273615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9c03f939-186c-4d67-a3f6-c6ad8a97a3f6 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.320s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.274551] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.582s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.305528] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1021.305528] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.305528] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1021.515758] env[63005]: DEBUG nova.compute.manager [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.516115] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.517438] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd25dda4-dbf7-41f0-a9a8-df24ca6bcd54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.527021] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.527291] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c0551f-7f44-44a4-b054-6c396f6c5c31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.535745] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 1021.535745] env[63005]: value = "task-2577968" [ 1021.535745] env[63005]: _type = "Task" [ 1021.535745] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.553933] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577968, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.599335] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.750769] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "72861dce-8e87-4cd4-a702-2015f522739a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.751166] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.751349] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "72861dce-8e87-4cd4-a702-2015f522739a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.751628] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.751711] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.757232] env[63005]: INFO nova.compute.manager [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Terminating instance [ 1021.781845] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.782381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.782611] env[63005]: DEBUG nova.objects.instance [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1021.826837] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updated VIF entry in instance network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1021.827331] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1021.864955] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.051648] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577968, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.080934] env[63005]: DEBUG nova.network.neutron [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Updating instance_info_cache with network_info: [{"id": "9f5e026e-03db-41ec-864c-b857614b07d3", "address": "fa:16:3e:93:31:f0", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5e026e-03", "ovs_interfaceid": "9f5e026e-03db-41ec-864c-b857614b07d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.096698] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.267989] env[63005]: DEBUG nova.compute.manager [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.268404] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.269275] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5c5a4c-28b7-4658-a57e-cb0ca136366d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.278885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.279925] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d54157f7-38c4-4347-ab0f-13776e36b954 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.294078] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1022.294078] env[63005]: value = "task-2577969" [ 1022.294078] env[63005]: _type = "Task" [ 1022.294078] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.303359] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.330658] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.331440] env[63005]: DEBUG nova.compute.manager [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1022.331440] env[63005]: DEBUG nova.compute.manager [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing instance network info cache due to event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1022.331673] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Acquiring lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1022.331797] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Acquired lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.332064] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing network info cache for port 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1022.367038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.367038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.367038] env[63005]: DEBUG nova.compute.manager [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1022.370390] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe823cdb-bd96-4c44-8865-dbaa3db7eafc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.380271] env[63005]: DEBUG nova.compute.manager [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1022.381297] env[63005]: DEBUG nova.objects.instance [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'flavor' on Instance uuid 1050a7e7-5d28-4e83-9125-f1b348c2c7a2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1022.552479] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577968, 'name': PowerOffVM_Task, 'duration_secs': 0.519779} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.553220] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.553220] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.555031] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efd53127-b60d-453f-970f-44d7c84e270a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.587546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1022.587546] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Instance network_info: |[{"id": "9f5e026e-03db-41ec-864c-b857614b07d3", "address": "fa:16:3e:93:31:f0", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5e026e-03", "ovs_interfaceid": "9f5e026e-03db-41ec-864c-b857614b07d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1022.592205] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:31:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f5e026e-03db-41ec-864c-b857614b07d3', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.602028] env[63005]: DEBUG oslo.service.loopingcall [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1022.602982] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.603174] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b99dd8-25c4-4e23-a95f-b2e6b42fb385 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.625525] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577967, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.637683] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.637683] env[63005]: value = "task-2577971" [ 1022.637683] env[63005]: _type = "Task" [ 1022.637683] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.652104] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577971, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.668263] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.670047] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.670047] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Deleting the datastore file [datastore2] f14693e0-df81-4d88-bbba-561c2dbd9c4e {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.670047] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-120eb4cc-f066-4889-aea1-94cd06bafcc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.684232] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for the task: (returnval){ [ 1022.684232] env[63005]: value = "task-2577972" [ 1022.684232] env[63005]: _type = "Task" [ 1022.684232] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.703332] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.795455] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4639b6d0-c438-4227-ad37-00f0f1a50474 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.809141] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577969, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.100039] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577967, 'name': ReconfigVM_Task, 'duration_secs': 1.640971} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.100542] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7/58593514-7f18-4e17-9dbe-2735827790c7.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.101112] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.156111] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.156111] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.156329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.157020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.157365] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.161431] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577971, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.168386] env[63005]: INFO nova.compute.manager [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Terminating instance [ 1023.196500] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.211495] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updated VIF entry in instance network info cache for port 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1023.211940] env[63005]: DEBUG nova.network.neutron [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [{"id": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "address": "fa:16:3e:0f:13:60", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap634d0bea-e7", "ovs_interfaceid": "634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.308679] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577969, 'name': PowerOffVM_Task, 'duration_secs': 0.567607} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.308903] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.309560] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.309869] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec3a5ec3-33ea-46cd-b0e0-d823b52d9016 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.317331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.317585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.317800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.317977] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.318170] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.320667] env[63005]: INFO nova.compute.manager [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Terminating instance [ 1023.381031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.381031] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.381031] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Deleting the datastore file [datastore1] 72861dce-8e87-4cd4-a702-2015f522739a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.381393] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5173a6c-2569-4759-8758-51b03d33372d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.391236] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for the task: (returnval){ [ 1023.391236] env[63005]: value = "task-2577974" [ 1023.391236] env[63005]: _type = "Task" [ 1023.391236] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.396888] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.397398] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8fa19877-0135-4730-83c6-9d2b682843dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.408365] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577974, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.410469] env[63005]: DEBUG oslo_vmware.api [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1023.410469] env[63005]: value = "task-2577975" [ 1023.410469] env[63005]: _type = "Task" [ 1023.410469] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.424819] env[63005]: DEBUG oslo_vmware.api [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577975, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.607811] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Received event network-vif-plugged-9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.607811] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Acquiring lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1023.608171] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1023.609091] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1023.609218] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] No waiting events found dispatching network-vif-plugged-9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1023.609397] env[63005]: WARNING nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Received unexpected event network-vif-plugged-9f5e026e-03db-41ec-864c-b857614b07d3 for instance with vm_state building and task_state spawning. [ 1023.609698] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Received event network-changed-9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1023.609884] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Refreshing instance network info cache due to event network-changed-9f5e026e-03db-41ec-864c-b857614b07d3. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1023.610094] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Acquiring lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.610237] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Acquired lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.610458] env[63005]: DEBUG nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Refreshing network info cache for port 9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.617318] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb14660-87d7-4e41-88c3-5b6f3f6f6ae1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.644302] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c39c63c-9609-42d9-9c59-dc15cc26b092 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.667026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1023.678568] env[63005]: DEBUG nova.compute.manager [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.678959] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.679066] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2577971, 'name': CreateVM_Task, 'duration_secs': 0.864813} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.680117] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1ec7c3-bd90-4cbd-8dde-d0fa63addbf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.682943] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.683917] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1023.683917] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.684253] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1023.684977] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-380b5aa5-5186-468e-a461-8617a7bcca6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.693989] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.694803] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4ba0370-108d-4884-a5a1-8b93991a90f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.697036] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1023.697036] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5227c8c9-d940-0aed-73b9-2933ce5e97e0" [ 1023.697036] env[63005]: _type = "Task" [ 1023.697036] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.703794] env[63005]: DEBUG oslo_vmware.api [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Task: {'id': task-2577972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.529495} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.715175] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.715175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.715175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.715175] env[63005]: INFO nova.compute.manager [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1023.715175] env[63005]: DEBUG oslo.service.loopingcall [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.715175] env[63005]: DEBUG nova.compute.manager [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.715175] env[63005]: DEBUG nova.network.neutron [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.718450] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1023.718450] env[63005]: value = "task-2577976" [ 1023.718450] env[63005]: _type = "Task" [ 1023.718450] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.719400] env[63005]: DEBUG oslo_concurrency.lockutils [req-d8d3c1f1-7ec2-4a0b-80f7-10dae48a00da req-2d0914a8-732b-4121-9bad-068b254396fd service nova] Releasing lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1023.727392] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5227c8c9-d940-0aed-73b9-2933ce5e97e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.732986] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.825287] env[63005]: DEBUG nova.compute.manager [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1023.825512] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1023.826328] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74180053-8b7a-41b1-adec-10bd5b801ca2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.834820] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1023.835096] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b6a78b-fb4f-461b-9716-261ea6ce273c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.843503] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1023.843503] env[63005]: value = "task-2577977" [ 1023.843503] env[63005]: _type = "Task" [ 1023.843503] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.857223] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577977, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.905753] env[63005]: DEBUG oslo_vmware.api [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Task: {'id': task-2577974, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.324847} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.905753] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.905753] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.905753] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.905753] env[63005]: INFO nova.compute.manager [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1023.905753] env[63005]: DEBUG oslo.service.loopingcall [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1023.906022] env[63005]: DEBUG nova.compute.manager [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.906022] env[63005]: DEBUG nova.network.neutron [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.923755] env[63005]: DEBUG oslo_vmware.api [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577975, 'name': PowerOffVM_Task, 'duration_secs': 0.40367} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.923755] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.923755] env[63005]: DEBUG nova.compute.manager [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.923755] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900299d0-1fa5-4842-8e6c-abc12da930fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.219174] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5227c8c9-d940-0aed-73b9-2933ce5e97e0, 'name': SearchDatastore_Task, 'duration_secs': 0.04489} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.219174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1024.219174] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.219174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1024.219174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.219174] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1024.219174] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c415a81-d79e-430d-a0ee-01edc91ff934 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.230606] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577976, 'name': PowerOffVM_Task, 'duration_secs': 0.263793} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.230919] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.231153] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.231368] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a94033ad-ec9f-4edf-9e4f-fffa5ea6a674 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.237309] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.237430] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.238465] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdf5c68-5a5e-4d78-a119-c9c000644b3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.243748] env[63005]: DEBUG nova.network.neutron [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Port dc5b6a1d-ed41-4df6-affb-12672e08391c binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1024.246348] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1024.246348] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5205292a-5f13-8f7d-ddbd-d41dbaf53716" [ 1024.246348] env[63005]: _type = "Task" [ 1024.246348] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.256783] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205292a-5f13-8f7d-ddbd-d41dbaf53716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.312336] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.312495] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.312613] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore1] 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.313225] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9127f9c-a4da-47ff-94f3-7d32c0489804 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.320494] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1024.320494] env[63005]: value = "task-2577979" [ 1024.320494] env[63005]: _type = "Task" [ 1024.320494] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.328834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1024.329310] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1024.334708] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.356795] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577977, 'name': PowerOffVM_Task, 'duration_secs': 0.216891} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.357168] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1024.357862] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1024.358061] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19a2a9b6-4b20-4dec-9e1c-a24cdf1a56b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.431856] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1024.432108] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1024.432350] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleting the datastore file [datastore1] 1f553f48-7054-4392-b388-6179a6a5d4f9 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1024.432647] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c61b217-1468-434c-8574-5a9947dc50e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.438557] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4c770ec0-10f4-4137-87ab-2ce9d08e0786 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.074s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1024.443147] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1024.443147] env[63005]: value = "task-2577981" [ 1024.443147] env[63005]: _type = "Task" [ 1024.443147] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.452950] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.777712] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205292a-5f13-8f7d-ddbd-d41dbaf53716, 'name': SearchDatastore_Task, 'duration_secs': 0.044958} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.782503] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a34bb1c-a21b-43a0-9831-8893775ccc65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.789013] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1024.789013] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c4beca-fdee-2898-b82f-5a196f743f0e" [ 1024.789013] env[63005]: _type = "Task" [ 1024.789013] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.799554] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c4beca-fdee-2898-b82f-5a196f743f0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.830577] env[63005]: DEBUG oslo_vmware.api [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2577979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180091} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.831079] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.833658] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.834024] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.834318] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.834625] env[63005]: INFO nova.compute.manager [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1024.837035] env[63005]: DEBUG oslo.service.loopingcall [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.837035] env[63005]: DEBUG nova.compute.manager [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.837035] env[63005]: DEBUG nova.network.neutron [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.837541] env[63005]: DEBUG nova.network.neutron [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.935169] env[63005]: DEBUG nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Updated VIF entry in instance network info cache for port 9f5e026e-03db-41ec-864c-b857614b07d3. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1024.936822] env[63005]: DEBUG nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Updating instance_info_cache with network_info: [{"id": "9f5e026e-03db-41ec-864c-b857614b07d3", "address": "fa:16:3e:93:31:f0", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f5e026e-03", "ovs_interfaceid": "9f5e026e-03db-41ec-864c-b857614b07d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.957282] env[63005]: DEBUG oslo_vmware.api [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2577981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207015} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.957532] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.957813] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.957888] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.958093] env[63005]: INFO nova.compute.manager [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1024.958339] env[63005]: DEBUG oslo.service.loopingcall [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1024.958542] env[63005]: DEBUG nova.compute.manager [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.958661] env[63005]: DEBUG nova.network.neutron [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1025.275115] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.275424] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.275657] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.304669] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c4beca-fdee-2898-b82f-5a196f743f0e, 'name': SearchDatastore_Task, 'duration_secs': 0.041492} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.305870] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.306280] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 24ff8f35-0629-4b4a-b9ea-e336663fbedd/24ff8f35-0629-4b4a-b9ea-e336663fbedd.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.306594] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23e3ef26-d34e-49be-8e75-2640b5c8af2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.317500] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1025.317500] env[63005]: value = "task-2577982" [ 1025.317500] env[63005]: _type = "Task" [ 1025.317500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.331043] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577982, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.344374] env[63005]: INFO nova.compute.manager [-] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Took 1.63 seconds to deallocate network for instance. [ 1025.353415] env[63005]: DEBUG nova.compute.manager [req-e92743c6-5a05-43a7-8c76-ca94f5840bdf req-27f70234-aeac-4784-8ca9-566c6e1ef021 service nova] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Received event network-vif-deleted-6519a692-a1c3-4eaa-b146-e091696a1491 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.373594] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.374675] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.377655] env[63005]: INFO nova.compute.claims [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.414521] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.414707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.414908] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.415095] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.415259] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.417736] env[63005]: INFO nova.compute.manager [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Terminating instance [ 1025.438552] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Releasing lock "refresh_cache-24ff8f35-0629-4b4a-b9ea-e336663fbedd" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1025.438810] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.438976] env[63005]: DEBUG nova.compute.manager [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing instance network info cache due to event network-changed-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.439259] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Acquiring lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.441025] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Acquired lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.441025] env[63005]: DEBUG nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Refreshing network info cache for port 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.450139] env[63005]: DEBUG nova.network.neutron [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.727509] env[63005]: DEBUG nova.network.neutron [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.829395] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577982, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.837432] env[63005]: DEBUG nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1025.837681] env[63005]: DEBUG nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing instance network info cache due to event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1025.837904] env[63005]: DEBUG oslo_concurrency.lockutils [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1025.838063] env[63005]: DEBUG oslo_concurrency.lockutils [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.838227] env[63005]: DEBUG nova.network.neutron [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1025.851727] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.880820] env[63005]: DEBUG nova.network.neutron [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.921994] env[63005]: DEBUG nova.compute.manager [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1025.922314] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.927649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aeaf43b-1098-460c-a54f-00ec6057b1c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.937643] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.937807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.938333] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1025.938333] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1025.938333] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1025.940354] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.941211] env[63005]: INFO nova.compute.manager [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Terminating instance [ 1025.945150] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-464c4790-37cf-43a4-8ed6-6fffd0cbc773 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.953649] env[63005]: INFO nova.compute.manager [-] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Took 2.05 seconds to deallocate network for instance. [ 1025.979939] env[63005]: INFO nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Port 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1025.980278] env[63005]: DEBUG nova.network.neutron [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.028368] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.029178] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.029178] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore1] 5226c79a-9f02-4a5d-86ff-250afaf99592 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.029539] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eacec369-9b4c-4e30-bab4-e851360698a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.037499] env[63005]: DEBUG oslo_vmware.api [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1026.037499] env[63005]: value = "task-2577984" [ 1026.037499] env[63005]: _type = "Task" [ 1026.037499] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.047185] env[63005]: DEBUG oslo_vmware.api [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.234707] env[63005]: INFO nova.compute.manager [-] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Took 1.40 seconds to deallocate network for instance. [ 1026.333594] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577982, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.907449} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.334601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1026.334770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.334946] env[63005]: DEBUG nova.network.neutron [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.337465] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 24ff8f35-0629-4b4a-b9ea-e336663fbedd/24ff8f35-0629-4b4a-b9ea-e336663fbedd.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.337664] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.337928] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8edb4b41-5653-41e6-a367-2bf02dd604af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.347680] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1026.347680] env[63005]: value = "task-2577985" [ 1026.347680] env[63005]: _type = "Task" [ 1026.347680] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.359074] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577985, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.385950] env[63005]: INFO nova.compute.manager [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 1.43 seconds to deallocate network for instance. [ 1026.450665] env[63005]: DEBUG nova.compute.manager [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.450665] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.451301] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b60db2-7b55-4790-83be-37622950462b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.463547] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.470022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1026.470298] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0905e631-1156-48fe-bdad-96bd8c8521f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.483214] env[63005]: DEBUG oslo_concurrency.lockutils [req-107de3f6-eb10-4bd8-af9b-40b300f9784d req-9a1f7421-bd27-48a6-b4c1-1d75f80c076a service nova] Releasing lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1026.540320] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1026.540320] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1026.540320] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore1] 1050a7e7-5d28-4e83-9125-f1b348c2c7a2 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1026.543428] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3009b495-76f5-4dfd-a49c-a09b590c8dd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.551259] env[63005]: DEBUG oslo_vmware.api [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2577984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240899} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.553327] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.553327] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.553327] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.553327] env[63005]: INFO nova.compute.manager [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1026.553678] env[63005]: DEBUG oslo.service.loopingcall [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1026.553678] env[63005]: DEBUG oslo_vmware.api [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1026.553678] env[63005]: value = "task-2577987" [ 1026.553678] env[63005]: _type = "Task" [ 1026.553678] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.554558] env[63005]: DEBUG nova.compute.manager [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.554558] env[63005]: DEBUG nova.network.neutron [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.567533] env[63005]: DEBUG oslo_vmware.api [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.582656] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.582909] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1026.744784] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.767841] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e15b17-92ed-4a77-aee4-6ae24713f686 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.776925] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b06627d-7655-40eb-976e-3b595568c0e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.812331] env[63005]: DEBUG nova.network.neutron [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updated VIF entry in instance network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1026.812760] env[63005]: DEBUG nova.network.neutron [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.814943] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb71ce53-bfbe-4ca5-b930-759bbf6726bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.822886] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627c9984-95dd-486a-adf9-72e388f2e63f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.842678] env[63005]: DEBUG nova.compute.provider_tree [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.855866] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577985, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170677} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.856179] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.856931] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789d49ed-f64d-47e4-b130-3aeb1d49ee2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.882051] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] 24ff8f35-0629-4b4a-b9ea-e336663fbedd/24ff8f35-0629-4b4a-b9ea-e336663fbedd.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.882712] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97e1a405-01d6-46e5-87ba-34890d87919c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.899602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1026.905368] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1026.905368] env[63005]: value = "task-2577988" [ 1026.905368] env[63005]: _type = "Task" [ 1026.905368] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.914657] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577988, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.065339] env[63005]: DEBUG oslo_vmware.api [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2577987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157161} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.065610] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.065792] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.066216] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.066216] env[63005]: INFO nova.compute.manager [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1027.066442] env[63005]: DEBUG oslo.service.loopingcall [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1027.066639] env[63005]: DEBUG nova.compute.manager [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.066734] env[63005]: DEBUG nova.network.neutron [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1027.085443] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1027.319141] env[63005]: DEBUG oslo_concurrency.lockutils [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.319476] env[63005]: DEBUG nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Received event network-vif-deleted-c08c99a4-94b7-4e81-aa3b-6bc19f835fd7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.319666] env[63005]: DEBUG nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Received event network-vif-deleted-634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.319830] env[63005]: INFO nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Neutron deleted interface 634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d; detaching it from the instance and deleting it from the info cache [ 1027.320039] env[63005]: DEBUG nova.network.neutron [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.346263] env[63005]: DEBUG nova.scheduler.client.report [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1027.418272] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577988, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.420481] env[63005]: DEBUG nova.network.neutron [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.554685] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.554742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.622179] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1027.632911] env[63005]: DEBUG nova.compute.manager [req-aa955ee8-1d19-409a-9a6d-82f4a7b79ab8 req-f4d49c5c-a8a9-4a87-a6c7-f2f1f8142844 service nova] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Received event network-vif-deleted-302c26d5-e797-46e0-98bf-793f110559f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.633143] env[63005]: DEBUG nova.compute.manager [req-aa955ee8-1d19-409a-9a6d-82f4a7b79ab8 req-f4d49c5c-a8a9-4a87-a6c7-f2f1f8142844 service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Received event network-vif-deleted-940176a1-033f-46c0-807e-04a664ec1749 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1027.633297] env[63005]: INFO nova.compute.manager [req-aa955ee8-1d19-409a-9a6d-82f4a7b79ab8 req-f4d49c5c-a8a9-4a87-a6c7-f2f1f8142844 service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Neutron deleted interface 940176a1-033f-46c0-807e-04a664ec1749; detaching it from the instance and deleting it from the info cache [ 1027.633468] env[63005]: DEBUG nova.network.neutron [req-aa955ee8-1d19-409a-9a6d-82f4a7b79ab8 req-f4d49c5c-a8a9-4a87-a6c7-f2f1f8142844 service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.769771] env[63005]: DEBUG nova.network.neutron [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.825931] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-816de02d-776c-43a1-a2fd-5ebb93b0d25c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.836032] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8c6276-445e-4525-8029-e01308d600bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.851874] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1027.852737] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1027.858534] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.004s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1027.858534] env[63005]: DEBUG nova.objects.instance [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lazy-loading 'resources' on Instance uuid f14693e0-df81-4d88-bbba-561c2dbd9c4e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.874662] env[63005]: DEBUG nova.compute.manager [req-89462fe7-3462-43a2-812d-eb218132b598 req-61100c8a-2e41-419f-9294-b0c6310131d1 service nova] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Detach interface failed, port_id=634d0bea-e77c-4ed7-aec5-58a5e4d3ca0d, reason: Instance 1f553f48-7054-4392-b388-6179a6a5d4f9 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1027.917521] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577988, 'name': ReconfigVM_Task, 'duration_secs': 1.005023} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.917796] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Reconfigured VM instance instance-0000005e to attach disk [datastore2] 24ff8f35-0629-4b4a-b9ea-e336663fbedd/24ff8f35-0629-4b4a-b9ea-e336663fbedd.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.918430] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e833f81c-4ed4-4407-bdf1-598eec5d1252 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.921731] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1027.927383] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1027.927383] env[63005]: value = "task-2577989" [ 1027.927383] env[63005]: _type = "Task" [ 1027.927383] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.939644] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577989, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.060047] env[63005]: DEBUG nova.compute.utils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.075897] env[63005]: DEBUG nova.network.neutron [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.101820] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.117990] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.118212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1028.136711] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a2a07ded-812d-4a86-a4bd-5287db74fa2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.146052] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfaf3ad6-ddd1-41b0-a036-a584afa566f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.180044] env[63005]: DEBUG nova.compute.manager [req-aa955ee8-1d19-409a-9a6d-82f4a7b79ab8 req-f4d49c5c-a8a9-4a87-a6c7-f2f1f8142844 service nova] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Detach interface failed, port_id=940176a1-033f-46c0-807e-04a664ec1749, reason: Instance 5226c79a-9f02-4a5d-86ff-250afaf99592 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1028.275782] env[63005]: INFO nova.compute.manager [-] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Took 1.72 seconds to deallocate network for instance. [ 1028.359032] env[63005]: DEBUG nova.compute.utils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.363787] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1028.363909] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1028.444391] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577989, 'name': Rename_Task, 'duration_secs': 0.274716} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.448145] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.450371] env[63005]: DEBUG nova.policy [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2957e70ae5b345118dbb6f83a712ee5b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '04a508069fca49cb9eb56ec622119609', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1028.452080] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-879d8d95-88cd-4c57-a747-011ec02979c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.454288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1635bd35-0916-4e97-9fa4-171d3f436a46 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.477798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd7a837-3263-4b96-a73f-e4b9f418a3cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.481170] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1028.481170] env[63005]: value = "task-2577990" [ 1028.481170] env[63005]: _type = "Task" [ 1028.481170] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.487728] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1028.498921] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.562664] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1028.578213] env[63005]: INFO nova.compute.manager [-] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Took 1.51 seconds to deallocate network for instance. [ 1028.623427] env[63005]: DEBUG nova.compute.utils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1028.741513] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e500c5ab-328f-44f5-9535-e2c546c4ecbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.749724] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafde282-bc66-46d1-8c44-12f3ee1f4dba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.782565] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1028.783672] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Successfully created port: 36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1028.786155] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ebf8b4-a77f-4a11-babf-2bcd682d37ac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.794238] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3110e688-3f9e-4e15-863f-4e8a101218a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.809974] env[63005]: DEBUG nova.compute.provider_tree [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.864535] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1028.992478] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577990, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.996916] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.997260] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b561d45-f66f-4e81-9742-b396b2962f2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.004884] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1029.004884] env[63005]: value = "task-2577991" [ 1029.004884] env[63005]: _type = "Task" [ 1029.004884] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.012942] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.086878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.126991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.172923] env[63005]: DEBUG nova.compute.manager [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1029.173180] env[63005]: DEBUG nova.compute.manager [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing instance network info cache due to event network-changed-d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1029.173359] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] Acquiring lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1029.173501] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] Acquired lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.174156] env[63005]: DEBUG nova.network.neutron [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Refreshing network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.313594] env[63005]: DEBUG nova.scheduler.client.report [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.493062] env[63005]: DEBUG oslo_vmware.api [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2577990, 'name': PowerOnVM_Task, 'duration_secs': 0.721617} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.493062] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.493062] env[63005]: INFO nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Took 10.58 seconds to spawn the instance on the hypervisor. [ 1029.493062] env[63005]: DEBUG nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.493588] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdec26b-a217-42d4-8976-27563d3060ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.514598] env[63005]: DEBUG oslo_vmware.api [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2577991, 'name': PowerOnVM_Task, 'duration_secs': 0.458869} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.514882] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.515076] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a6a2c79-84f5-45ee-89da-57a0849d2d2f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance '58593514-7f18-4e17-9dbe-2735827790c7' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1029.643160] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.643436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.643703] env[63005]: INFO nova.compute.manager [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Attaching volume da23c5bc-ce97-4fce-bd43-a2bfd08484aa to /dev/sdb [ 1029.690264] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd250686-f539-445e-b5fc-6184a7757543 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.702733] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc8cbed8-8ee8-405f-a75f-26cce9e0df27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.723332] env[63005]: DEBUG nova.virt.block_device [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating existing volume attachment record: 2bf30a79-6a4c-491b-949a-271c24d60ad0 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1029.817171] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1029.820552] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3113382f-4d06-46aa-9182-b2e5bc2db914 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.823691] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.968s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.825656] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.362s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.826678] env[63005]: DEBUG nova.objects.instance [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lazy-loading 'resources' on Instance uuid 72861dce-8e87-4cd4-a702-2015f522739a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.833159] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1029.833159] env[63005]: ERROR oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk due to incomplete transfer. [ 1029.833159] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab247ddf-3f02-4d04-be2e-695fe7b5d379 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.841920] env[63005]: DEBUG oslo_vmware.rw_handles [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289ca83-0c37-f19e-d02c-c5ab9dcd6aaf/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.842126] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Uploaded image 5679d1b8-90a9-43fa-9b25-790590b64b5b to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.845663] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.851487] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6427dc4f-2a72-447b-abd9-7aadc6888404 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.853654] env[63005]: INFO nova.scheduler.client.report [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Deleted allocations for instance f14693e0-df81-4d88-bbba-561c2dbd9c4e [ 1029.858957] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1029.858957] env[63005]: value = "task-2577992" [ 1029.858957] env[63005]: _type = "Task" [ 1029.858957] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.868120] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577992, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.876692] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1029.909558] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1029.910109] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1029.910109] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.910257] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1029.910421] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.910594] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1029.910860] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1029.911033] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1029.911347] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1029.911429] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1029.911627] env[63005]: DEBUG nova.virt.hardware [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1029.912622] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf7ee931-eada-44fc-9c02-f9935457c3fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.923677] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f454bc29-2b3d-4195-875c-fcfdd55d07d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.000016] env[63005]: DEBUG nova.network.neutron [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updated VIF entry in instance network info cache for port d76baa50-7c06-4250-927e-2943743cbb6d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1030.000418] env[63005]: DEBUG nova.network.neutron [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [{"id": "d76baa50-7c06-4250-927e-2943743cbb6d", "address": "fa:16:3e:ac:ed:99", "network": {"id": "eda6e7de-265a-41e3-95bb-dd666d5788ff", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-421241832-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa848a280fb04e429d704d92682fe454", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd76baa50-7c", "ovs_interfaceid": "d76baa50-7c06-4250-927e-2943743cbb6d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.011938] env[63005]: INFO nova.compute.manager [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Took 32.92 seconds to build instance. [ 1030.220742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1030.220742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1030.220742] env[63005]: INFO nova.compute.manager [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Attaching volume 4a1b9273-edc9-4fbb-8371-cefc3e869f01 to /dev/sdb [ 1030.250585] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd926a2-21c4-43cc-98e5-5ccc426d5666 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.258112] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8440c57a-b501-4b09-97dc-22ed576762c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.272625] env[63005]: DEBUG nova.virt.block_device [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating existing volume attachment record: ea7b6e5c-1d7a-4ab6-9922-64e3150f9e6e {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1030.284738] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Successfully updated port: 36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1030.368933] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f65bcd3-301c-4c9c-9f80-3ae1f0665e35 tempest-ServersTestFqdnHostnames-1643169355 tempest-ServersTestFqdnHostnames-1643169355-project-member] Lock "f14693e0-df81-4d88-bbba-561c2dbd9c4e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.363s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.375810] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577992, 'name': Destroy_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.503316] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] Releasing lock "refresh_cache-b12fda4f-247f-44e9-a017-41863d203bb9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1030.503563] env[63005]: DEBUG nova.compute.manager [req-1e549379-2750-4f59-9c1a-b400b2f81372 req-dbdbd853-0078-4892-9acb-50dea2862b84 service nova] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Received event network-vif-deleted-f2f80431-3a51-476c-a56e-85f7fbfa1abd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1030.514430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d260aef3-bed2-458e-9d18-7b0701f60c70 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.434s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1030.616867] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7294ac-92f3-4368-b6bd-1a42ab3de2c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.624398] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4196894e-0f38-4621-ae1b-ecdea5a039b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.656818] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e19628b-9257-4341-bf01-c4b0fca217cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.663552] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93438083-5de7-4ca3-99d8-626894511c1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.678350] env[63005]: DEBUG nova.compute.provider_tree [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1030.787311] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1030.787524] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.787722] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1030.873972] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577992, 'name': Destroy_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.181907] env[63005]: DEBUG nova.scheduler.client.report [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.201979] env[63005]: DEBUG nova.compute.manager [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Received event network-vif-plugged-36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.202213] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Acquiring lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.202421] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.202633] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.202811] env[63005]: DEBUG nova.compute.manager [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] No waiting events found dispatching network-vif-plugged-36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1031.202968] env[63005]: WARNING nova.compute.manager [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Received unexpected event network-vif-plugged-36a7c22d-283c-4fdd-bc35-4826674a0b74 for instance with vm_state building and task_state spawning. [ 1031.203147] env[63005]: DEBUG nova.compute.manager [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Received event network-changed-36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1031.203300] env[63005]: DEBUG nova.compute.manager [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Refreshing instance network info cache due to event network-changed-36a7c22d-283c-4fdd-bc35-4826674a0b74. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1031.203464] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Acquiring lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1031.309433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.311019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.311019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.311019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.311019] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.312324] env[63005]: INFO nova.compute.manager [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Terminating instance [ 1031.318573] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1031.373128] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577992, 'name': Destroy_Task, 'duration_secs': 1.033303} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.373864] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Destroyed the VM [ 1031.373864] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1031.374222] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a14c3143-9b2a-4f09-9362-eee1179d7665 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.388506] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1031.388506] env[63005]: value = "task-2577999" [ 1031.388506] env[63005]: _type = "Task" [ 1031.388506] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.396909] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577999, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.454508] env[63005]: DEBUG nova.network.neutron [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Updating instance_info_cache with network_info: [{"id": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "address": "fa:16:3e:cb:d9:06", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a7c22d-28", "ovs_interfaceid": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.591181] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1031.591620] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.591820] env[63005]: DEBUG nova.compute.manager [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Going to confirm migration 6 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1031.687021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.689687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.946s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.689803] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1031.691689] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.792s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1031.691862] env[63005]: DEBUG nova.objects.instance [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lazy-loading 'resources' on Instance uuid 1f553f48-7054-4392-b388-6179a6a5d4f9 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1031.723938] env[63005]: INFO nova.scheduler.client.report [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocations for instance 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35 [ 1031.727351] env[63005]: INFO nova.scheduler.client.report [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Deleted allocations for instance 72861dce-8e87-4cd4-a702-2015f522739a [ 1031.817529] env[63005]: DEBUG nova.compute.manager [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1031.817685] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.818593] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac311a7-d518-47aa-9753-c3552b8d80a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.828053] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1031.828053] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0158afad-7555-4468-af1a-5014f53139d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.841218] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1031.841218] env[63005]: value = "task-2578000" [ 1031.841218] env[63005]: _type = "Task" [ 1031.841218] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.851296] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578000, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.898255] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577999, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.958070] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1031.958229] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Instance network_info: |[{"id": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "address": "fa:16:3e:cb:d9:06", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a7c22d-28", "ovs_interfaceid": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.958702] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Acquired lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.959117] env[63005]: DEBUG nova.network.neutron [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Refreshing network info cache for port 36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.960644] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:d9:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33ddef78-922c-4cd3-99b0-971ac7802856', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '36a7c22d-283c-4fdd-bc35-4826674a0b74', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.969356] env[63005]: DEBUG oslo.service.loopingcall [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1031.970048] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.970352] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28016ebc-4488-4ee6-aad0-10812753295a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.999016] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.999016] env[63005]: value = "task-2578001" [ 1031.999016] env[63005]: _type = "Task" [ 1031.999016] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.008870] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578001, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.243906] env[63005]: DEBUG oslo_concurrency.lockutils [None req-21dde0e1-d45b-4d93-a576-b0f456615ebf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "42511c8c-67d8-4e12-bd63-ebbdfc3ebb35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.088s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.250655] env[63005]: DEBUG oslo_concurrency.lockutils [None req-55adbc82-2074-47b7-9e01-6773b1927c31 tempest-AttachInterfacesV270Test-73271223 tempest-AttachInterfacesV270Test-73271223-project-member] Lock "72861dce-8e87-4cd4-a702-2015f522739a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.499s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.350090] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578000, 'name': PowerOffVM_Task, 'duration_secs': 0.216148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.350448] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.350658] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.350948] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b58a4a69-181a-4e45-a624-1b4f87db5b93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.402766] env[63005]: DEBUG oslo_vmware.api [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2577999, 'name': RemoveSnapshot_Task, 'duration_secs': 0.996337} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.403174] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1032.403459] env[63005]: INFO nova.compute.manager [None req-e2f8ea35-f80d-4592-bb81-91345a6575bb tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 22.55 seconds to snapshot the instance on the hypervisor. [ 1032.414910] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1032.415151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.415381] env[63005]: DEBUG nova.network.neutron [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.415644] env[63005]: DEBUG nova.objects.instance [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'info_cache' on Instance uuid 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.510580] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578001, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.530356] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741bf3f4-58a9-4f5f-84fb-e1cacd097149 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.538107] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93381958-fa0a-43c2-bbc8-13a9f6ace3a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.575768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785c0e14-0f62-49b9-aeb7-d32418c3470d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.583995] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab873b1e-11ee-4c38-9cf9-f6ae37e2af62 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.599872] env[63005]: DEBUG nova.compute.provider_tree [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1032.719034] env[63005]: DEBUG nova.network.neutron [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Updated VIF entry in instance network info cache for port 36a7c22d-283c-4fdd-bc35-4826674a0b74. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1032.719034] env[63005]: DEBUG nova.network.neutron [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Updating instance_info_cache with network_info: [{"id": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "address": "fa:16:3e:cb:d9:06", "network": {"id": "579d1a86-9b41-4cdb-898f-0cc4065e7280", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1083732827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "04a508069fca49cb9eb56ec622119609", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33ddef78-922c-4cd3-99b0-971ac7802856", "external-id": "nsx-vlan-transportzone-311", "segmentation_id": 311, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap36a7c22d-28", "ovs_interfaceid": "36a7c22d-283c-4fdd-bc35-4826674a0b74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.892441] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.892670] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.892854] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore2] 24ff8f35-0629-4b4a-b9ea-e336663fbedd {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.893314] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05ff0386-5d07-4385-8a56-60f9207c0530 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.899952] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1032.899952] env[63005]: value = "task-2578005" [ 1032.899952] env[63005]: _type = "Task" [ 1032.899952] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.911774] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578005, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.012264] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578001, 'name': CreateVM_Task, 'duration_secs': 0.655043} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.012486] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1033.013500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.013500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.014364] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1033.014364] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0e9d51d-edc5-4eb3-9f58-5c186730f0b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.019467] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1033.019467] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ea9cea-2d00-13de-b1f6-31f7766fde9b" [ 1033.019467] env[63005]: _type = "Task" [ 1033.019467] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.028081] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ea9cea-2d00-13de-b1f6-31f7766fde9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.104878] env[63005]: DEBUG nova.scheduler.client.report [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.220094] env[63005]: DEBUG oslo_concurrency.lockutils [req-567dade4-fc38-4ef6-b3a5-99e52f9c8b36 req-bd9f5dc6-5362-4058-8c1a-8ae03543220c service nova] Releasing lock "refresh_cache-2f96eb60-9898-4d58-869c-a7348bad5ad1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.411874] env[63005]: DEBUG oslo_vmware.api [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578005, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169857} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.412231] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.412351] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.412528] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.412704] env[63005]: INFO nova.compute.manager [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Took 1.60 seconds to destroy the instance on the hypervisor. [ 1033.412944] env[63005]: DEBUG oslo.service.loopingcall [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1033.413152] env[63005]: DEBUG nova.compute.manager [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.413244] env[63005]: DEBUG nova.network.neutron [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.532483] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ea9cea-2d00-13de-b1f6-31f7766fde9b, 'name': SearchDatastore_Task, 'duration_secs': 0.01502} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.532787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1033.534328] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1033.534701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1033.534778] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.534908] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.535380] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-077bd26e-3bfc-48ff-bb2a-ce1aaa69ea56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.545794] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.545794] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.546455] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4db9b5e5-0945-44fd-82b0-b5958a7bc0c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.553562] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1033.553562] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c10a5-ebc6-daf6-66b2-ad514270cfe5" [ 1033.553562] env[63005]: _type = "Task" [ 1033.553562] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.561134] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c10a5-ebc6-daf6-66b2-ad514270cfe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.610192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.614295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.991s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.614644] env[63005]: INFO nova.compute.claims [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1033.644187] env[63005]: INFO nova.scheduler.client.report [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleted allocations for instance 1f553f48-7054-4392-b388-6179a6a5d4f9 [ 1033.959473] env[63005]: DEBUG nova.network.neutron [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [{"id": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "address": "fa:16:3e:0d:74:a8", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc5b6a1d-ed", "ovs_interfaceid": "dc5b6a1d-ed41-4df6-affb-12672e08391c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.994431] env[63005]: DEBUG nova.compute.manager [req-9bd0350f-1bc0-4d9c-b050-2e83b32292c3 req-3cd69cd4-211f-4670-ae44-c7c4b8488747 service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Received event network-vif-deleted-9f5e026e-03db-41ec-864c-b857614b07d3 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1033.994769] env[63005]: INFO nova.compute.manager [req-9bd0350f-1bc0-4d9c-b050-2e83b32292c3 req-3cd69cd4-211f-4670-ae44-c7c4b8488747 service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Neutron deleted interface 9f5e026e-03db-41ec-864c-b857614b07d3; detaching it from the instance and deleting it from the info cache [ 1033.994984] env[63005]: DEBUG nova.network.neutron [req-9bd0350f-1bc0-4d9c-b050-2e83b32292c3 req-3cd69cd4-211f-4670-ae44-c7c4b8488747 service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.064404] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528c10a5-ebc6-daf6-66b2-ad514270cfe5, 'name': SearchDatastore_Task, 'duration_secs': 0.028984} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.065243] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3d0eebc-63d7-4d29-a98e-a3a9cfeb49e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.070581] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1034.070581] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52078c61-28fc-56b5-181f-d219cb6aaeed" [ 1034.070581] env[63005]: _type = "Task" [ 1034.070581] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.080268] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52078c61-28fc-56b5-181f-d219cb6aaeed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.155279] env[63005]: DEBUG oslo_concurrency.lockutils [None req-33a0ce6f-4d3c-4c4f-a8cd-b8cc19988811 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.837s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.156010] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.054s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.156237] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.156458] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.157104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.158307] env[63005]: INFO nova.compute.manager [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Terminating instance [ 1034.292043] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.292294] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520242', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'name': 'volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc3a9a3-a0c5-406e-95d4-b3953c8301e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'serial': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.293375] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74899142-d395-4b9a-b096-0dbc759e7d1a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.323560] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24efbac4-16f0-4a6a-aa81-e18f6ce3b75b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.353676] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa/volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.354026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ada8a61-b189-423b-8ca1-3826ad0b7d0b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.377704] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1034.377704] env[63005]: value = "task-2578006" [ 1034.377704] env[63005]: _type = "Task" [ 1034.377704] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.385833] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578006, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.465214] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-58593514-7f18-4e17-9dbe-2735827790c7" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.465566] env[63005]: DEBUG nova.objects.instance [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'migration_context' on Instance uuid 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.476580] env[63005]: DEBUG nova.network.neutron [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.498364] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-91abca35-1587-4d09-aa97-b8cffe723a2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.509643] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ebc9335-2bb2-4efc-9a1a-816d100ef4cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.545606] env[63005]: DEBUG nova.compute.manager [req-9bd0350f-1bc0-4d9c-b050-2e83b32292c3 req-3cd69cd4-211f-4670-ae44-c7c4b8488747 service nova] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Detach interface failed, port_id=9f5e026e-03db-41ec-864c-b857614b07d3, reason: Instance 24ff8f35-0629-4b4a-b9ea-e336663fbedd could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1034.581598] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52078c61-28fc-56b5-181f-d219cb6aaeed, 'name': SearchDatastore_Task, 'duration_secs': 0.009846} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.582038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1034.582343] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2f96eb60-9898-4d58-869c-a7348bad5ad1/2f96eb60-9898-4d58-869c-a7348bad5ad1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.582623] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aad25d5d-e006-4aae-ba82-f587180ebfc4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.589407] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1034.589407] env[63005]: value = "task-2578007" [ 1034.589407] env[63005]: _type = "Task" [ 1034.589407] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.597619] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578007, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.661418] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1034.661755] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquired lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.666057] env[63005]: DEBUG nova.network.neutron [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.708567] env[63005]: DEBUG nova.compute.manager [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1034.709428] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b44d367-5d3e-4f6e-b6c6-495d7b02b9a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.824093] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1034.824569] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520244', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'name': 'volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c0b2956-1641-43dc-8c09-35e89671b04c', 'attached_at': '', 'detached_at': '', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'serial': '4a1b9273-edc9-4fbb-8371-cefc3e869f01'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1034.825431] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc2fa9a-d7c7-4beb-b5e0-d8327edbd404 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.856555] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b1e4cc-a368-4ec6-a670-0b652b54bd44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.887811] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01/volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.893868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c4bcdba-c260-4d56-aebf-793c05932e5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.913631] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578006, 'name': ReconfigVM_Task, 'duration_secs': 0.353811} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.914969] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa/volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.920602] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1034.920602] env[63005]: value = "task-2578008" [ 1034.920602] env[63005]: _type = "Task" [ 1034.920602] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.920998] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c503e72a-917f-4ec4-a252-49b51221e50d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.953868] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1034.953868] env[63005]: value = "task-2578009" [ 1034.953868] env[63005]: _type = "Task" [ 1034.953868] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.954201] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.974739] env[63005]: DEBUG nova.objects.base [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Object Instance<58593514-7f18-4e17-9dbe-2735827790c7> lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1034.975416] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578009, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.980919] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce17036a-e438-4491-9341-bc4f1db182df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.985704] env[63005]: INFO nova.compute.manager [-] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Took 1.57 seconds to deallocate network for instance. [ 1035.027832] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb8c7196-3e01-424b-bc5b-3ecd1be98ffb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.037755] env[63005]: DEBUG oslo_vmware.api [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1035.037755] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52816602-78bf-daa7-b1ff-418528fccafb" [ 1035.037755] env[63005]: _type = "Task" [ 1035.037755] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.051923] env[63005]: DEBUG oslo_vmware.api [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52816602-78bf-daa7-b1ff-418528fccafb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.069224] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0db750-6eb6-4328-a990-275325bdf3e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.077561] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9849bb7f-2eb1-40c1-9cee-3f750ee69381 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.114951] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ec1d1-325a-4300-b99b-a3d8ae353a69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.123304] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578007, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.126375] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d5a318-082e-4500-8c8c-dce6547099fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.143354] env[63005]: DEBUG nova.compute.provider_tree [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.170022] env[63005]: DEBUG nova.compute.utils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Can not refresh info_cache because instance was not found {{(pid=63005) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1035.174536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "b12fda4f-247f-44e9-a017-41863d203bb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.174779] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.174983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.175178] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.175413] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1035.177640] env[63005]: INFO nova.compute.manager [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Terminating instance [ 1035.185107] env[63005]: DEBUG nova.network.neutron [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.223563] env[63005]: INFO nova.compute.manager [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] instance snapshotting [ 1035.226940] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4a380c-644e-4e98-9b5e-a5f5e3cee3e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.248168] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f9052c-ef49-49e8-ae60-1aee5f0d83b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.263390] env[63005]: DEBUG nova.network.neutron [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.441669] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578008, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.467734] env[63005]: DEBUG oslo_vmware.api [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578009, 'name': ReconfigVM_Task, 'duration_secs': 0.191183} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.468074] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520242', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'name': 'volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc3a9a3-a0c5-406e-95d4-b3953c8301e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'serial': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1035.524980] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.547971] env[63005]: DEBUG oslo_vmware.api [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52816602-78bf-daa7-b1ff-418528fccafb, 'name': SearchDatastore_Task, 'duration_secs': 0.01311} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.548698] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1035.621159] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578007, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546702} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.621353] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2f96eb60-9898-4d58-869c-a7348bad5ad1/2f96eb60-9898-4d58-869c-a7348bad5ad1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1035.621561] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1035.621807] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d1b0a0a-04b9-4bc3-b6fe-a96dd530a969 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.628018] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1035.628018] env[63005]: value = "task-2578010" [ 1035.628018] env[63005]: _type = "Task" [ 1035.628018] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.635432] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578010, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.646465] env[63005]: DEBUG nova.scheduler.client.report [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.681192] env[63005]: DEBUG nova.compute.manager [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.681459] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.682581] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d13b046d-666e-42a8-a86d-b62f5e2d92a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.690430] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1035.690695] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d725127-d14c-4ea5-a9ff-bdf7a936e61b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.696509] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1035.696509] env[63005]: value = "task-2578011" [ 1035.696509] env[63005]: _type = "Task" [ 1035.696509] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.704222] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2578011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.761648] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1035.761974] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-01f0a215-dcc5-46d1-83fb-c6a89ed0c302 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.765876] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Releasing lock "refresh_cache-1f553f48-7054-4392-b388-6179a6a5d4f9" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1035.766309] env[63005]: DEBUG nova.compute.manager [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1035.766506] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1035.766774] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d89a736-11f5-4b50-b080-4040f2b55b22 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.771657] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1035.771657] env[63005]: value = "task-2578012" [ 1035.771657] env[63005]: _type = "Task" [ 1035.771657] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.779281] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7154ce01-398c-4fbe-8232-b964a5822604 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.794730] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578012, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.817274] env[63005]: WARNING nova.virt.vmwareapi.vmops [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 1f553f48-7054-4392-b388-6179a6a5d4f9 could not be found. [ 1035.817507] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1035.817684] env[63005]: INFO nova.compute.manager [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1035.817983] env[63005]: DEBUG oslo.service.loopingcall [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1035.818253] env[63005]: DEBUG nova.compute.manager [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1035.818353] env[63005]: DEBUG nova.network.neutron [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1035.835479] env[63005]: DEBUG nova.network.neutron [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1035.942795] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578008, 'name': ReconfigVM_Task, 'duration_secs': 0.870351} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.943092] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01/volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.948042] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e77877a-463e-45f2-9840-07378964a7b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.964655] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1035.964655] env[63005]: value = "task-2578013" [ 1035.964655] env[63005]: _type = "Task" [ 1035.964655] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.138806] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578010, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061834} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.139085] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1036.139853] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75690a94-5f53-463a-9c8a-eca3f0111236 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.156518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.157072] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1036.169024] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 2f96eb60-9898-4d58-869c-a7348bad5ad1/2f96eb60-9898-4d58-869c-a7348bad5ad1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1036.169150] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.387s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1036.169325] env[63005]: DEBUG nova.objects.instance [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'resources' on Instance uuid 5226c79a-9f02-4a5d-86ff-250afaf99592 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.170291] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-331dd34e-a757-41ac-badf-8900543c7df3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.191515] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1036.191515] env[63005]: value = "task-2578014" [ 1036.191515] env[63005]: _type = "Task" [ 1036.191515] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.201142] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578014, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.209912] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2578011, 'name': PowerOffVM_Task, 'duration_secs': 0.181245} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.210262] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.210453] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1036.210699] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc6d453f-a0c9-4319-b160-f347bf2a2ab8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.280201] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1036.280373] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1036.280595] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleting the datastore file [datastore2] b12fda4f-247f-44e9-a017-41863d203bb9 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1036.283802] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b96065c3-461a-4679-833f-8ce4bbad9f81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.285738] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578012, 'name': CreateSnapshot_Task, 'duration_secs': 0.460665} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.285975] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1036.287046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1f81f6-948d-468b-bb1e-5dadf3c140db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.290879] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for the task: (returnval){ [ 1036.290879] env[63005]: value = "task-2578016" [ 1036.290879] env[63005]: _type = "Task" [ 1036.290879] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.304280] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2578016, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.338394] env[63005]: DEBUG nova.network.neutron [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.480836] env[63005]: DEBUG oslo_vmware.api [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578013, 'name': ReconfigVM_Task, 'duration_secs': 0.212238} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.481669] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520244', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'name': 'volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1c0b2956-1641-43dc-8c09-35e89671b04c', 'attached_at': '', 'detached_at': '', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'serial': '4a1b9273-edc9-4fbb-8371-cefc3e869f01'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1036.515990] env[63005]: DEBUG nova.objects.instance [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lazy-loading 'flavor' on Instance uuid 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.671181] env[63005]: DEBUG nova.compute.utils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1036.672570] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1036.672770] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1036.701674] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.714268] env[63005]: DEBUG nova.policy [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb71e0038a6464fa016bc9ff15c7ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cad4e8c81f4a348a18112c53bf1fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1036.806862] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1036.812801] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9cec04b1-954a-4f01-a056-6221c50d87a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.815893] env[63005]: DEBUG oslo_vmware.api [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Task: {'id': task-2578016, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140096} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.816920] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1036.816920] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1036.816920] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1036.816920] env[63005]: INFO nova.compute.manager [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1036.817198] env[63005]: DEBUG oslo.service.loopingcall [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1036.817806] env[63005]: DEBUG nova.compute.manager [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1036.817926] env[63005]: DEBUG nova.network.neutron [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1036.822636] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1036.822636] env[63005]: value = "task-2578017" [ 1036.822636] env[63005]: _type = "Task" [ 1036.822636] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.836387] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578017, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.840479] env[63005]: INFO nova.compute.manager [-] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Took 1.02 seconds to deallocate network for instance. [ 1037.023532] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4089cd22-7db2-4f30-a15c-61f0024bca48 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.380s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.043765] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094bfc5-0eaa-4c99-bad9-f75012b4bf7d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.061633] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c360254-f666-4b38-9f7a-af8485209121 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.110574] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd788b1-379a-46ab-9504-41d0f522c53f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.125191] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2e0a80-3ef4-4d92-a50d-6d7da79f4ccb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.150256] env[63005]: DEBUG nova.compute.provider_tree [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.176539] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1037.203227] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578014, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.337600] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578017, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.337600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.338457] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.357197] env[63005]: INFO nova.compute.manager [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance disappeared during terminate [ 1037.357457] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1e18fb5d-ee4a-4850-9052-8c7609610891 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "1f553f48-7054-4392-b388-6179a6a5d4f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.201s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.568959] env[63005]: DEBUG nova.objects.instance [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'flavor' on Instance uuid 1c0b2956-1641-43dc-8c09-35e89671b04c {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.613188] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Successfully created port: 37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1037.654263] env[63005]: DEBUG nova.scheduler.client.report [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1037.710354] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578014, 'name': ReconfigVM_Task, 'duration_secs': 1.38842} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.710680] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 2f96eb60-9898-4d58-869c-a7348bad5ad1/2f96eb60-9898-4d58-869c-a7348bad5ad1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1037.711329] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56639ce2-524e-4d92-b83c-4059f5e33e41 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.719731] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1037.719731] env[63005]: value = "task-2578018" [ 1037.719731] env[63005]: _type = "Task" [ 1037.719731] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.729733] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578018, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.797764] env[63005]: DEBUG nova.compute.manager [req-8693623b-3e77-4863-98db-e1a5a3e94e79 req-12826032-0975-40c0-a270-82cade0cccdf service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Received event network-vif-deleted-d76baa50-7c06-4250-927e-2943743cbb6d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1037.798633] env[63005]: INFO nova.compute.manager [req-8693623b-3e77-4863-98db-e1a5a3e94e79 req-12826032-0975-40c0-a270-82cade0cccdf service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Neutron deleted interface d76baa50-7c06-4250-927e-2943743cbb6d; detaching it from the instance and deleting it from the info cache [ 1037.798633] env[63005]: DEBUG nova.network.neutron [req-8693623b-3e77-4863-98db-e1a5a3e94e79 req-12826032-0975-40c0-a270-82cade0cccdf service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1037.840644] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578017, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.842623] env[63005]: INFO nova.compute.manager [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Detaching volume da23c5bc-ce97-4fce-bd43-a2bfd08484aa [ 1037.896091] env[63005]: INFO nova.virt.block_device [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Attempting to driver detach volume da23c5bc-ce97-4fce-bd43-a2bfd08484aa from mountpoint /dev/sdb [ 1037.896523] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1037.896869] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520242', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'name': 'volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc3a9a3-a0c5-406e-95d4-b3953c8301e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'serial': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1037.899260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db93009-66d8-48e1-b898-d58de42455de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.937977] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b973aff-69ea-4ce9-ad2e-81a916c2d8a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.950036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d38fb9-2a3a-4e81-bedc-057d37628b29 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.972776] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f89f16-1d45-46f9-9b24-8fb09b51c6fa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.988225] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] The volume has not been displaced from its original location: [datastore1] volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa/volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1037.993531] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1037.994008] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567965fd-12b8-4fa6-8b6f-ee66f0aea7a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.013245] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1038.013245] env[63005]: value = "task-2578019" [ 1038.013245] env[63005]: _type = "Task" [ 1038.013245] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.024975] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.068757] env[63005]: DEBUG nova.network.neutron [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.075198] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57803e59-4576-4a9e-9467-bc79b7a6c5eb tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.854s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.163781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.994s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.170267] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.083s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.170543] env[63005]: DEBUG nova.objects.instance [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'resources' on Instance uuid 1050a7e7-5d28-4e83-9125-f1b348c2c7a2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.187262] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1038.203752] env[63005]: INFO nova.scheduler.client.report [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocations for instance 5226c79a-9f02-4a5d-86ff-250afaf99592 [ 1038.229407] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1038.229733] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1038.229818] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.229978] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1038.230161] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.230751] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1038.230751] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1038.230751] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1038.231079] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1038.231079] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1038.231152] env[63005]: DEBUG nova.virt.hardware [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1038.236989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3edeb76-a1ec-42d3-86d7-59b7da8ef788 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.241619] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578018, 'name': Rename_Task, 'duration_secs': 0.20688} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.242330] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1038.243016] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1fb04f3-74c2-4f7f-a49f-ed279fbb6c51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.248350] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcd3cd3-ab25-49f5-8786-8126e67af10e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.253892] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1038.253892] env[63005]: value = "task-2578020" [ 1038.253892] env[63005]: _type = "Task" [ 1038.253892] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.271878] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.304146] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1fac579-ca30-471e-bb51-ab842d628be1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.316103] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b4aa89-35f7-49f5-844a-b1e3095f1fd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.335155] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578017, 'name': CloneVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.352482] env[63005]: DEBUG nova.compute.manager [req-8693623b-3e77-4863-98db-e1a5a3e94e79 req-12826032-0975-40c0-a270-82cade0cccdf service nova] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Detach interface failed, port_id=d76baa50-7c06-4250-927e-2943743cbb6d, reason: Instance b12fda4f-247f-44e9-a017-41863d203bb9 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1038.525065] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578019, 'name': ReconfigVM_Task, 'duration_secs': 0.331815} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.525065] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1038.529746] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272b1b2c-aded-4bfd-9027-9599d15c1e1e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.546672] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1038.546672] env[63005]: value = "task-2578021" [ 1038.546672] env[63005]: _type = "Task" [ 1038.546672] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.554952] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578021, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.570074] env[63005]: INFO nova.compute.manager [-] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Took 1.75 seconds to deallocate network for instance. [ 1038.722703] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c3ad2766-3f54-4a8a-8442-2ca79a5f1e2c tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "5226c79a-9f02-4a5d-86ff-250afaf99592" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.308s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.768539] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.839016] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578017, 'name': CloneVM_Task, 'duration_secs': 1.612338} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.839583] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Created linked-clone VM from snapshot [ 1038.840349] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7d4af55-1b06-448a-acdd-a33148ba57de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.847823] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Uploading image 1f6f8fb7-47a8-4708-a463-c4bfb9b1baed {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1038.871018] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1038.871018] env[63005]: value = "vm-520247" [ 1038.871018] env[63005]: _type = "VirtualMachine" [ 1038.871018] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1038.871616] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a33c017d-4099-40d0-ae7e-8636664768be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.879413] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lease: (returnval){ [ 1038.879413] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eea122-91ec-5523-9d46-ad5f095a1477" [ 1038.879413] env[63005]: _type = "HttpNfcLease" [ 1038.879413] env[63005]: } obtained for exporting VM: (result){ [ 1038.879413] env[63005]: value = "vm-520247" [ 1038.879413] env[63005]: _type = "VirtualMachine" [ 1038.879413] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1038.879747] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the lease: (returnval){ [ 1038.879747] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eea122-91ec-5523-9d46-ad5f095a1477" [ 1038.879747] env[63005]: _type = "HttpNfcLease" [ 1038.879747] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1038.887611] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1038.887611] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eea122-91ec-5523-9d46-ad5f095a1477" [ 1038.887611] env[63005]: _type = "HttpNfcLease" [ 1038.887611] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1039.015222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a552790-0e2e-4060-83ab-807d0411f859 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.024019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f0ae21-bd2e-4ebf-a8b7-808e33a7170a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.056842] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f57cf77-1ee1-46a4-bdd1-afa82ba0b7ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.068561] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77edbdbe-ea1f-4292-aeea-643ca7a1ac95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.073922] env[63005]: DEBUG oslo_vmware.api [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578021, 'name': ReconfigVM_Task, 'duration_secs': 0.17018} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.073922] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520242', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'name': 'volume-da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6cc3a9a3-a0c5-406e-95d4-b3953c8301e4', 'attached_at': '', 'detached_at': '', 'volume_id': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa', 'serial': 'da23c5bc-ce97-4fce-bd43-a2bfd08484aa'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1039.086968] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.087489] env[63005]: DEBUG nova.compute.provider_tree [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.229798] env[63005]: DEBUG nova.compute.manager [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1039.268470] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578020, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.396734] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1039.396734] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eea122-91ec-5523-9d46-ad5f095a1477" [ 1039.396734] env[63005]: _type = "HttpNfcLease" [ 1039.396734] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1039.399708] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1039.399708] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eea122-91ec-5523-9d46-ad5f095a1477" [ 1039.399708] env[63005]: _type = "HttpNfcLease" [ 1039.399708] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1039.400616] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f24b77d-0cb6-469b-a591-5ff722204f78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.409325] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1039.409395] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1039.507429] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a6f2636-138c-4669-b5b8-93d532be8308 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.556122] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Successfully updated port: 37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1039.592752] env[63005]: DEBUG nova.scheduler.client.report [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.633034] env[63005]: DEBUG nova.objects.instance [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lazy-loading 'flavor' on Instance uuid 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.756978] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.769107] env[63005]: DEBUG oslo_vmware.api [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578020, 'name': PowerOnVM_Task, 'duration_secs': 1.069951} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.770184] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1039.770387] env[63005]: INFO nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1039.770622] env[63005]: DEBUG nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1039.771756] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492addf6-0b9c-46e8-af04-55b52694a9a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.848311] env[63005]: DEBUG nova.compute.manager [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Received event network-vif-plugged-37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.848555] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.848778] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.849015] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.849536] env[63005]: DEBUG nova.compute.manager [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] No waiting events found dispatching network-vif-plugged-37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1039.849777] env[63005]: WARNING nova.compute.manager [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Received unexpected event network-vif-plugged-37820646-158f-42b5-8b63-3de9957bbf81 for instance with vm_state building and task_state spawning. [ 1039.850868] env[63005]: DEBUG nova.compute.manager [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Received event network-changed-37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1039.850868] env[63005]: DEBUG nova.compute.manager [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Refreshing instance network info cache due to event network-changed-37820646-158f-42b5-8b63-3de9957bbf81. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1039.850868] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Acquiring lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1039.850868] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Acquired lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.851043] env[63005]: DEBUG nova.network.neutron [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Refreshing network info cache for port 37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1040.058399] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1040.100211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.929s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.102552] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.578s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1040.103236] env[63005]: DEBUG nova.objects.instance [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid 24ff8f35-0629-4b4a-b9ea-e336663fbedd {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1040.125249] env[63005]: INFO nova.scheduler.client.report [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance 1050a7e7-5d28-4e83-9125-f1b348c2c7a2 [ 1040.292973] env[63005]: INFO nova.compute.manager [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Took 14.96 seconds to build instance. [ 1040.439338] env[63005]: DEBUG nova.network.neutron [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1040.635235] env[63005]: DEBUG oslo_concurrency.lockutils [None req-13da42db-9622-4c3b-aa60-01b6ac8a4027 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "1050a7e7-5d28-4e83-9125-f1b348c2c7a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.697s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.638933] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9047de2a-ed58-4485-a15e-fbc6ae5282b9 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.301s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.654886] env[63005]: DEBUG nova.network.neutron [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.796814] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d7f19cfc-8d18-42b6-b7fb-80ec52a598ea tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.468s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1040.919976] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbc953c-82d1-449c-a875-a54feb13d05f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.930991] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52496f82-662e-4ccf-9c7a-a1923517b231 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.969034] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373ca151-3b2c-4543-aaea-cd20a037b4ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.978768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13258e3-eca2-4e78-8b25-c6a2a2a30fbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.999649] env[63005]: DEBUG nova.compute.provider_tree [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1041.161661] env[63005]: DEBUG oslo_concurrency.lockutils [req-094108c1-d606-4667-a3c4-2241e6832a8f req-93d6e2ea-e7f5-4f6f-9567-82775675e764 service nova] Releasing lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1041.162067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.162234] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.453256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.453426] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.502891] env[63005]: DEBUG nova.scheduler.client.report [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1041.528937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.529437] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.695400] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1041.911963] env[63005]: DEBUG nova.network.neutron [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating instance_info_cache with network_info: [{"id": "37820646-158f-42b5-8b63-3de9957bbf81", "address": "fa:16:3e:69:d3:73", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37820646-15", "ovs_interfaceid": "37820646-158f-42b5-8b63-3de9957bbf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.955832] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.011025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.907s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.014440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.466s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.033557] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.053709] env[63005]: INFO nova.scheduler.client.report [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance 24ff8f35-0629-4b4a-b9ea-e336663fbedd [ 1042.088146] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.088773] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.324710] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.324937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.415653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1042.416068] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Instance network_info: |[{"id": "37820646-158f-42b5-8b63-3de9957bbf81", "address": "fa:16:3e:69:d3:73", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37820646-15", "ovs_interfaceid": "37820646-158f-42b5-8b63-3de9957bbf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1042.416507] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:d3:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '37820646-158f-42b5-8b63-3de9957bbf81', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.423982] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating folder: Project (29cad4e8c81f4a348a18112c53bf1fe5). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.424300] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-000bb1b7-67f8-4eac-8703-8c740afd80c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.436740] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created folder: Project (29cad4e8c81f4a348a18112c53bf1fe5) in parent group-v519994. [ 1042.436938] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating folder: Instances. Parent ref: group-v520248. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1042.437209] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6b21a611-99ec-4926-9a97-0cbb1526d910 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.447559] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created folder: Instances in parent group-v520248. [ 1042.447799] env[63005]: DEBUG oslo.service.loopingcall [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1042.447997] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.448218] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2add7a15-c5b7-42d6-aa0f-35e0995db865 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.470827] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.470827] env[63005]: value = "task-2578025" [ 1042.470827] env[63005]: _type = "Task" [ 1042.470827] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.479757] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578025, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.482384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.555673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.562190] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cbe7bbce-f55c-4d93-9154-542baf942936 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "24ff8f35-0629-4b4a-b9ea-e336663fbedd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.252s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.597125] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.601275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.601627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.601924] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.602270] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.603373] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.607019] env[63005]: INFO nova.compute.manager [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Terminating instance [ 1042.811288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5e3e8e-ff2e-4207-9063-3cb9b0ae6db8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.820302] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b016ed-0767-4e49-a6b0-6939ddff8de4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.851633] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1042.854896] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e232db6-7c17-4a34-8037-4f76b05065ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.863562] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d64f580-2496-41ef-9d2c-b8f71f9091e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.881472] env[63005]: DEBUG nova.compute.provider_tree [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.981041] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578025, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.105754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "358bb15a-9be4-43de-a95b-dd25488602e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.105991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.106229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.106430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1043.106599] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1043.110448] env[63005]: INFO nova.compute.manager [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Terminating instance [ 1043.113846] env[63005]: DEBUG nova.compute.manager [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.114045] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.116138] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a5b6bd-6594-41e7-9e16-50eea0b27530 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.126959] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.127253] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d48ad21c-db33-47a7-91dd-8a0fa0d19250 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.132783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.136746] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1043.136746] env[63005]: value = "task-2578026" [ 1043.136746] env[63005]: _type = "Task" [ 1043.136746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.148306] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.372592] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1043.384870] env[63005]: DEBUG nova.scheduler.client.report [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.483052] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578025, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.622429] env[63005]: DEBUG nova.compute.manager [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1043.622722] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1043.624068] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98f970e-bebf-4913-b87d-d02af11a987f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.635609] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.636017] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e8a359e6-ab33-48ca-a8d0-00840cf0ce6e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.649951] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578026, 'name': PowerOffVM_Task, 'duration_secs': 0.357121} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.651380] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.651565] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1043.651941] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1043.651941] env[63005]: value = "task-2578027" [ 1043.651941] env[63005]: _type = "Task" [ 1043.651941] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.652141] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0bbeb57d-4e97-41b5-bcd2-8234bd7b744f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.663275] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.895926] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1043.895926] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1043.896206] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleting the datastore file [datastore1] 2f96eb60-9898-4d58-869c-a7348bad5ad1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1043.896501] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f848326-8d96-4507-b01e-df16fba25d1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.903955] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for the task: (returnval){ [ 1043.903955] env[63005]: value = "task-2578029" [ 1043.903955] env[63005]: _type = "Task" [ 1043.903955] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.913715] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.982686] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578025, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.168784] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578027, 'name': PowerOffVM_Task, 'duration_secs': 0.217555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.169297] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.169576] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1044.170420] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd0632ae-6bdb-4735-9fa7-99764164d5ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.241327] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1044.241589] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1044.241769] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore1] 358bb15a-9be4-43de-a95b-dd25488602e8 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1044.242184] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d26db834-db0c-4f6f-8853-f3684c978ca1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.250332] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1044.250332] env[63005]: value = "task-2578031" [ 1044.250332] env[63005]: _type = "Task" [ 1044.250332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.260408] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578031, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.396420] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.382s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1044.401428] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.314s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1044.401702] env[63005]: DEBUG nova.objects.instance [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lazy-loading 'resources' on Instance uuid b12fda4f-247f-44e9-a017-41863d203bb9 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1044.416141] env[63005]: DEBUG oslo_vmware.api [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Task: {'id': task-2578029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.416439} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.418470] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.418470] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.418470] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.418470] env[63005]: INFO nova.compute.manager [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1044.418470] env[63005]: DEBUG oslo.service.loopingcall [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.418470] env[63005]: DEBUG nova.compute.manager [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.418797] env[63005]: DEBUG nova.network.neutron [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.489636] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578025, 'name': CreateVM_Task, 'duration_secs': 2.015987} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.489808] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1044.494040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1044.494040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.494040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1044.494040] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e618244d-6ea6-4e4f-aa23-7646fa70a9c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.497181] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1044.497181] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52664ae5-cece-1ada-ab8c-720f79538022" [ 1044.497181] env[63005]: _type = "Task" [ 1044.497181] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.508683] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52664ae5-cece-1ada-ab8c-720f79538022, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.762353] env[63005]: DEBUG oslo_vmware.api [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578031, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349853} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.762780] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1044.763112] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1044.763421] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1044.763706] env[63005]: INFO nova.compute.manager [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1044.764123] env[63005]: DEBUG oslo.service.loopingcall [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1044.764595] env[63005]: DEBUG nova.compute.manager [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1044.764772] env[63005]: DEBUG nova.network.neutron [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1044.864696] env[63005]: DEBUG nova.compute.manager [req-e0c2ba31-6f8d-4125-a369-d79c46c1864f req-8b52eff2-41d8-4967-93ea-7f5694ddade2 service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Received event network-vif-deleted-36a7c22d-283c-4fdd-bc35-4826674a0b74 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1044.864902] env[63005]: INFO nova.compute.manager [req-e0c2ba31-6f8d-4125-a369-d79c46c1864f req-8b52eff2-41d8-4967-93ea-7f5694ddade2 service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Neutron deleted interface 36a7c22d-283c-4fdd-bc35-4826674a0b74; detaching it from the instance and deleting it from the info cache [ 1044.865099] env[63005]: DEBUG nova.network.neutron [req-e0c2ba31-6f8d-4125-a369-d79c46c1864f req-8b52eff2-41d8-4967-93ea-7f5694ddade2 service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.980178] env[63005]: INFO nova.scheduler.client.report [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted allocation for migration d0761d3b-8ef7-42c7-a87c-84fe60ba0483 [ 1045.014380] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52664ae5-cece-1ada-ab8c-720f79538022, 'name': SearchDatastore_Task, 'duration_secs': 0.024013} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.014693] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1045.015020] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.015223] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1045.015325] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.015486] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.015805] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1231bab-0f42-4ba0-afea-ae7a03f28e92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.032020] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.032020] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.032020] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4aec895-fbb0-423b-be58-dacae91d8d64 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.036908] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1045.036908] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5211f4d8-64b4-c69f-2c13-52e93544b6ec" [ 1045.036908] env[63005]: _type = "Task" [ 1045.036908] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.052190] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211f4d8-64b4-c69f-2c13-52e93544b6ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.253921] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699de5cb-819d-493e-a575-416180d535cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.262560] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58892914-7a79-4846-97f2-5aa0dd3d71d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.295259] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c0e433-a47b-480b-b45e-92422d8fdc27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.303831] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631d4e22-3cef-4a89-9659-e759673845bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.318312] env[63005]: DEBUG nova.compute.provider_tree [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1045.339817] env[63005]: DEBUG nova.network.neutron [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.369642] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ceed61b-0ff3-41d7-9a30-71dd27b5beb2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.380432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4322d1-ad3f-4bae-8ead-5b5546a7a00d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.417748] env[63005]: DEBUG nova.compute.manager [req-e0c2ba31-6f8d-4125-a369-d79c46c1864f req-8b52eff2-41d8-4967-93ea-7f5694ddade2 service nova] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Detach interface failed, port_id=36a7c22d-283c-4fdd-bc35-4826674a0b74, reason: Instance 2f96eb60-9898-4d58-869c-a7348bad5ad1 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1045.487051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-839749ef-587b-45ef-b5df-6c41c2e4f773 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 13.894s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.548587] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5211f4d8-64b4-c69f-2c13-52e93544b6ec, 'name': SearchDatastore_Task, 'duration_secs': 0.031861} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.549532] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0340e67e-5db7-4c25-a9c9-1247b3e6b9bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.557025] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1045.557025] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5225642a-b729-7668-ce58-5dc1e6ed5b6c" [ 1045.557025] env[63005]: _type = "Task" [ 1045.557025] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.566087] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5225642a-b729-7668-ce58-5dc1e6ed5b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.592792] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.593099] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.593337] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "58593514-7f18-4e17-9dbe-2735827790c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.593517] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.593707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.595966] env[63005]: INFO nova.compute.manager [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Terminating instance [ 1045.684838] env[63005]: DEBUG nova.network.neutron [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.821463] env[63005]: DEBUG nova.scheduler.client.report [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.842794] env[63005]: INFO nova.compute.manager [-] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Took 1.42 seconds to deallocate network for instance. [ 1046.068772] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5225642a-b729-7668-ce58-5dc1e6ed5b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.027522} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.069154] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1046.069408] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 9d224e55-359e-4f2d-9b12-db75465b54a5/9d224e55-359e-4f2d-9b12-db75465b54a5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.069680] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6be6904d-6447-4f67-b0da-ebb72630fd01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.078538] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1046.078538] env[63005]: value = "task-2578032" [ 1046.078538] env[63005]: _type = "Task" [ 1046.078538] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.088027] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578032, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.099978] env[63005]: DEBUG nova.compute.manager [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1046.100266] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1046.101173] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f35502f-8a4b-46d4-8dc0-55bcd07fc225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.109327] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.109613] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b878d1-455a-45ca-b03e-a290838f4e23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.116729] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1046.116729] env[63005]: value = "task-2578033" [ 1046.116729] env[63005]: _type = "Task" [ 1046.116729] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.128026] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.190523] env[63005]: INFO nova.compute.manager [-] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Took 1.43 seconds to deallocate network for instance. [ 1046.327526] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.330389] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 6.574s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1046.349854] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.354635] env[63005]: INFO nova.scheduler.client.report [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Deleted allocations for instance b12fda4f-247f-44e9-a017-41863d203bb9 [ 1046.594164] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578032, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.627829] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578033, 'name': PowerOffVM_Task, 'duration_secs': 0.238511} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.627829] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.627991] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.628732] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a0a0db3f-3a7f-444a-928f-be7ad4d99040 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.695986] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.696177] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.696405] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleting the datastore file [datastore2] 58593514-7f18-4e17-9dbe-2735827790c7 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.696664] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4474d71e-976c-4412-8e51-7200afddfcfd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.700076] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1046.704806] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1046.704806] env[63005]: value = "task-2578035" [ 1046.704806] env[63005]: _type = "Task" [ 1046.704806] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.712992] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.835680] env[63005]: INFO nova.compute.claims [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1046.862998] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc422769-c8db-49bf-9ad1-16553f3b2a49 tempest-FloatingIPsAssociationTestJSON-971620836 tempest-FloatingIPsAssociationTestJSON-971620836-project-member] Lock "b12fda4f-247f-44e9-a017-41863d203bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.688s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1046.896654] env[63005]: DEBUG nova.compute.manager [req-a2465b03-73c0-48ab-b41c-73ee6324e99b req-065a6548-d572-4937-9c9e-320391bad5c6 service nova] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Received event network-vif-deleted-1f5692ee-7a2e-497d-b61d-b90642ef1596 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1047.091760] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578032, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552604} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.092132] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 9d224e55-359e-4f2d-9b12-db75465b54a5/9d224e55-359e-4f2d-9b12-db75465b54a5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.092470] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.092793] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fc94368-fec4-404e-a085-8b863d862cb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.100809] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1047.100809] env[63005]: value = "task-2578036" [ 1047.100809] env[63005]: _type = "Task" [ 1047.100809] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.112161] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.216720] env[63005]: DEBUG oslo_vmware.api [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.309094} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.216992] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1047.217175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1047.217351] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1047.217548] env[63005]: INFO nova.compute.manager [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1047.217770] env[63005]: DEBUG oslo.service.loopingcall [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1047.217962] env[63005]: DEBUG nova.compute.manager [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1047.218067] env[63005]: DEBUG nova.network.neutron [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1047.342265] env[63005]: INFO nova.compute.resource_tracker [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating resource usage from migration 8deb785a-e3aa-477a-8b9e-e1769943ca54 [ 1047.599530] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48dd7918-1044-4c38-8db6-89e194b8285d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.613390] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071622} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.615293] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.616365] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7e35ff-aaf7-42f4-85ce-e659bb1728e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.619489] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be18f24-ef1c-4b10-910e-94140818caac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.684631] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 9d224e55-359e-4f2d-9b12-db75465b54a5/9d224e55-359e-4f2d-9b12-db75465b54a5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1047.684631] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5b2a1-a8f5-4b55-9bb3-74e9098de01d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.688613] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9acfc3ef-89f6-4783-b250-c736595d7491 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.714530] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5919bbc-ad3b-4564-b224-765115df4dc0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.718597] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1047.718597] env[63005]: value = "task-2578037" [ 1047.718597] env[63005]: _type = "Task" [ 1047.718597] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.734478] env[63005]: DEBUG nova.compute.provider_tree [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.742342] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.233713] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578037, 'name': ReconfigVM_Task, 'duration_secs': 0.497205} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.235809] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 9d224e55-359e-4f2d-9b12-db75465b54a5/9d224e55-359e-4f2d-9b12-db75465b54a5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.236491] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1299255-02ad-460e-a7e8-98258c9c71bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.239723] env[63005]: DEBUG nova.scheduler.client.report [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1048.252635] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1048.252635] env[63005]: value = "task-2578038" [ 1048.252635] env[63005]: _type = "Task" [ 1048.252635] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.268445] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578038, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.337139] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1048.338881] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7fe8a6-af6d-4acd-bcde-a2751ff85861 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.342621] env[63005]: DEBUG nova.network.neutron [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.349239] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1048.349452] env[63005]: ERROR oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk due to incomplete transfer. [ 1048.349742] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-70b90d51-e2a5-4425-92a0-c7275f932beb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.359079] env[63005]: DEBUG oslo_vmware.rw_handles [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fa1a5b-c19d-2079-8c8d-4e82defd58ba/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1048.360727] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Uploaded image 1f6f8fb7-47a8-4708-a463-c4bfb9b1baed to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1048.361855] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1048.363029] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-13284034-b8ac-42fe-b4d1-0c70ac164715 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.372145] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1048.372145] env[63005]: value = "task-2578039" [ 1048.372145] env[63005]: _type = "Task" [ 1048.372145] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.382675] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578039, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.747879] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.417s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.748120] env[63005]: INFO nova.compute.manager [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Migrating [ 1048.757969] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.276s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.759592] env[63005]: INFO nova.compute.claims [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.785170] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578038, 'name': Rename_Task, 'duration_secs': 0.163034} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.785402] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1048.785992] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d56512f9-7c7b-44ab-825e-c6df16ee7191 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.797400] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1048.797400] env[63005]: value = "task-2578040" [ 1048.797400] env[63005]: _type = "Task" [ 1048.797400] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.804868] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.846518] env[63005]: INFO nova.compute.manager [-] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Took 1.63 seconds to deallocate network for instance. [ 1048.885733] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578039, 'name': Destroy_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.055927] env[63005]: DEBUG nova.compute.manager [req-009c75f8-6a8b-47ba-a626-d5efc79fcb82 req-68264532-c237-4b00-a13d-3606ab73f90c service nova] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Received event network-vif-deleted-dc5b6a1d-ed41-4df6-affb-12672e08391c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1049.280146] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1049.280146] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.280146] env[63005]: DEBUG nova.network.neutron [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1049.305737] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.355041] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.383398] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578039, 'name': Destroy_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.808800] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.885037] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578039, 'name': Destroy_Task, 'duration_secs': 1.447666} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.885611] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Destroyed the VM [ 1049.885611] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1049.885864] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5f477171-0fdc-472c-981a-24fc41c24718 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.899262] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1049.899262] env[63005]: value = "task-2578041" [ 1049.899262] env[63005]: _type = "Task" [ 1049.899262] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.912543] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578041, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.037411] env[63005]: DEBUG nova.network.neutron [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.049033] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbec3a6-5561-48bb-b823-70811c3426de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.059124] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567703b-5fe7-41c9-9d47-90361e913eef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.093285] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d245df97-6ad6-440d-8ce5-7387bfe35edd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.102668] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65c2df7-5545-4ae3-9c12-a1bda3490c00 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.119704] env[63005]: DEBUG nova.compute.provider_tree [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.307849] env[63005]: DEBUG oslo_vmware.api [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578040, 'name': PowerOnVM_Task, 'duration_secs': 1.452084} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.308293] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.308683] env[63005]: INFO nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Took 12.12 seconds to spawn the instance on the hypervisor. [ 1050.308683] env[63005]: DEBUG nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.309473] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15efb2d0-0fda-4c76-ba53-5337585fcdbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.412976] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578041, 'name': RemoveSnapshot_Task} progress is 29%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.541059] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1050.623395] env[63005]: DEBUG nova.scheduler.client.report [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.828872] env[63005]: INFO nova.compute.manager [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Took 23.24 seconds to build instance. [ 1050.917653] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578041, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.128818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.129367] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1051.132296] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.577s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.135063] env[63005]: INFO nova.compute.claims [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.253858] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1051.254265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1051.254493] env[63005]: DEBUG nova.objects.instance [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1051.330782] env[63005]: DEBUG oslo_concurrency.lockutils [None req-239dad18-b6c2-4703-aa1f-8516c3940f37 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.748s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1051.417853] env[63005]: DEBUG oslo_vmware.api [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578041, 'name': RemoveSnapshot_Task, 'duration_secs': 1.26978} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.418156] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1051.418591] env[63005]: INFO nova.compute.manager [None req-17486930-e933-4f32-98dc-af98e0aa6c1d tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 1051.639766] env[63005]: DEBUG nova.compute.utils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1051.643154] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1051.643342] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1051.727846] env[63005]: DEBUG nova.policy [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1dd86cebabe4f50b1950e59158284e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f451eb98f8974cf89cc4c7a243653c46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.766072] env[63005]: DEBUG nova.objects.instance [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.058040] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8445dec6-2273-47e2-b4e8-b7286ada3531 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.081611] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.144320] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1052.151891] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Successfully created port: 897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1052.270358] env[63005]: DEBUG nova.objects.base [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1052.270575] env[63005]: DEBUG nova.network.neutron [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1052.426113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d092098a-c6a8-4278-84b3-8468483b847a tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.172s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1052.465030] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4c83cb-8ce3-4828-8f56-4931ccc603f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.474668] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5631036-21de-4bf3-b680-21e0d147c78a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.509585] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac798954-147c-459f-85c4-49580f9d8221 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.518660] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca042db-10c8-4ab8-b202-b250447f2cf5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.533622] env[63005]: DEBUG nova.compute.provider_tree [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.587930] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1052.588255] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-876cab13-c729-4004-b8db-c834965d05b2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.600020] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1052.600020] env[63005]: value = "task-2578042" [ 1052.600020] env[63005]: _type = "Task" [ 1052.600020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.607516] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578042, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.038870] env[63005]: DEBUG nova.scheduler.client.report [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.108978] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578042, 'name': PowerOffVM_Task, 'duration_secs': 0.269798} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.109352] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1053.109548] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.157939] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1053.190966] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.192271] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.192568] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.192568] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.192677] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.192840] env[63005]: DEBUG nova.virt.hardware [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.193738] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00f3100-7679-450e-a8a6-269a4891e10a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.202338] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c71774-dd7b-4ceb-a9c1-34b79a5a6767 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.544971] env[63005]: DEBUG nova.compute.manager [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Received event network-changed-37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1053.545240] env[63005]: DEBUG nova.compute.manager [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Refreshing instance network info cache due to event network-changed-37820646-158f-42b5-8b63-3de9957bbf81. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1053.545408] env[63005]: DEBUG oslo_concurrency.lockutils [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] Acquiring lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1053.545547] env[63005]: DEBUG oslo_concurrency.lockutils [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] Acquired lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.545709] env[63005]: DEBUG nova.network.neutron [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Refreshing network info cache for port 37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.547118] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.547575] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1053.550193] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.417s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.551642] env[63005]: INFO nova.compute.claims [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.615653] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1053.615963] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1053.616085] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1053.616265] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1053.616411] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1053.616557] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1053.616746] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1053.616903] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1053.617081] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1053.617272] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1053.617457] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1053.622606] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9940ca73-9a15-4b92-9f24-a3ccba00b0fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.640627] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1053.640627] env[63005]: value = "task-2578043" [ 1053.640627] env[63005]: _type = "Task" [ 1053.640627] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.650306] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578043, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.892127] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "417de431-cfa7-45b4-abb3-955e42865e25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.892127] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.904893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.905183] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.905402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.905584] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.905745] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.908437] env[63005]: INFO nova.compute.manager [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Terminating instance [ 1054.023582] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Successfully updated port: 897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1054.056271] env[63005]: DEBUG nova.compute.utils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1054.057534] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.057705] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.122075] env[63005]: DEBUG nova.policy [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f55cde0ab98a4402810996c6d0dbd98e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd035c5a6393d41c8b620f1193f8e5ae5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.154030] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578043, 'name': ReconfigVM_Task, 'duration_secs': 0.317225} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.155009] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1054.375819] env[63005]: DEBUG nova.network.neutron [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updated VIF entry in instance network info cache for port 37820646-158f-42b5-8b63-3de9957bbf81. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1054.376205] env[63005]: DEBUG nova.network.neutron [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating instance_info_cache with network_info: [{"id": "37820646-158f-42b5-8b63-3de9957bbf81", "address": "fa:16:3e:69:d3:73", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap37820646-15", "ovs_interfaceid": "37820646-158f-42b5-8b63-3de9957bbf81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.396968] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1054.412869] env[63005]: DEBUG nova.compute.manager [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1054.413024] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.413912] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8565a81d-83ef-42d2-bbad-f4d656e2fcbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.422068] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.422324] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a72734f0-1b18-4035-ae8e-a249a8ed42bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.429611] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1054.429611] env[63005]: value = "task-2578044" [ 1054.429611] env[63005]: _type = "Task" [ 1054.429611] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.443040] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578044, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.462871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.463159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.463486] env[63005]: DEBUG nova.objects.instance [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1054.491297] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Successfully created port: eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.529294] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1054.529505] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.529661] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.566095] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1054.662545] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1054.662849] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1054.663033] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1054.663315] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1054.663377] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1054.663506] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1054.663703] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1054.663880] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1054.664063] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1054.664355] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1054.664458] env[63005]: DEBUG nova.virt.hardware [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1054.673327] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.673860] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39a668ce-ff4e-4c18-9705-4f31e7196fe6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.694238] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1054.694238] env[63005]: value = "task-2578045" [ 1054.694238] env[63005]: _type = "Task" [ 1054.694238] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.708449] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.878144] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc471064-e4ae-4877-9ddc-da9c17f72cc2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.881967] env[63005]: DEBUG oslo_concurrency.lockutils [req-18945536-ba25-4633-8f6f-b374a8a8fda9 req-0c791f91-bdd0-4804-ae7a-602f006987d6 service nova] Releasing lock "refresh_cache-9d224e55-359e-4f2d-9b12-db75465b54a5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1054.888143] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94445eaa-e7dd-412a-85c4-74323c4c2791 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.924565] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507908f1-6322-41e6-ade6-126e5927d4c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.936637] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561bb74d-fbb3-406d-8499-4f8009604d22 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.940951] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.943890] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578044, 'name': PowerOffVM_Task, 'duration_secs': 0.426342} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.944436] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.944606] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.944852] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1ceddfa-1834-4b75-a447-75fad15f7331 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.955669] env[63005]: DEBUG nova.compute.provider_tree [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.012755] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.013065] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.013200] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Deleting the datastore file [datastore2] fbc3ecd3-41b9-4dc2-8035-1070e8b9c760 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.013521] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa9b8aea-3287-42d6-a32b-0768a6cd4038 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.021335] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for the task: (returnval){ [ 1055.021335] env[63005]: value = "task-2578047" [ 1055.021335] env[63005]: _type = "Task" [ 1055.021335] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.029471] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.066155] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1055.082745] env[63005]: DEBUG nova.objects.instance [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1055.207332] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578045, 'name': ReconfigVM_Task, 'duration_secs': 0.214261} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.207332] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.207332] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd8fa0fd-c800-41e9-b4c3-9cdacaed3445 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.210153] env[63005]: DEBUG nova.network.neutron [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.233724] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.234775] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f8e1012-e907-41a7-80d3-5ec3aabd2c79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.253784] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1055.253784] env[63005]: value = "task-2578048" [ 1055.253784] env[63005]: _type = "Task" [ 1055.253784] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.261536] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578048, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.458970] env[63005]: DEBUG nova.scheduler.client.report [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.532016] env[63005]: DEBUG oslo_vmware.api [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Task: {'id': task-2578047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169461} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.532270] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.532885] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.532885] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.533128] env[63005]: INFO nova.compute.manager [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1055.533353] env[63005]: DEBUG oslo.service.loopingcall [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.533535] env[63005]: DEBUG nova.compute.manager [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1055.533667] env[63005]: DEBUG nova.network.neutron [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.571898] env[63005]: DEBUG nova.compute.manager [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Received event network-vif-plugged-897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.572164] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.572418] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.572694] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.572852] env[63005]: DEBUG nova.compute.manager [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] No waiting events found dispatching network-vif-plugged-897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1055.573026] env[63005]: WARNING nova.compute.manager [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Received unexpected event network-vif-plugged-897f22f1-9d8c-4ad2-8309-405f68cd1b9c for instance with vm_state building and task_state spawning. [ 1055.573296] env[63005]: DEBUG nova.compute.manager [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Received event network-changed-897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1055.573452] env[63005]: DEBUG nova.compute.manager [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Refreshing instance network info cache due to event network-changed-897f22f1-9d8c-4ad2-8309-405f68cd1b9c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1055.573769] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Acquiring lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1055.575922] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1055.586855] env[63005]: DEBUG nova.objects.base [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1055.587700] env[63005]: DEBUG nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1055.603459] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1055.603719] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1055.603882] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1055.604086] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1055.604278] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1055.604409] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1055.604576] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1055.604732] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1055.604900] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1055.605135] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1055.605255] env[63005]: DEBUG nova.virt.hardware [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1055.606406] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7f244e-6e59-47e7-8811-24e0d3f7527d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.615130] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a056b4-3896-4e26-91d2-cb69cca3c855 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.634973] env[63005]: DEBUG nova.policy [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1055.735746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1055.736115] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Instance network_info: |[{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.736437] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Acquired lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.736740] env[63005]: DEBUG nova.network.neutron [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Refreshing network info cache for port 897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.737926] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:81:1c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '897f22f1-9d8c-4ad2-8309-405f68cd1b9c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.746750] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Creating folder: Project (f451eb98f8974cf89cc4c7a243653c46). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.747143] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1463a82f-29a2-41cd-aa70-8f033faad909 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.763885] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Created folder: Project (f451eb98f8974cf89cc4c7a243653c46) in parent group-v519994. [ 1055.764185] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Creating folder: Instances. Parent ref: group-v520251. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1055.764483] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f967862-0119-468b-94ad-9a29f38153f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.772621] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578048, 'name': ReconfigVM_Task, 'duration_secs': 0.289709} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.772990] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1055.773344] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1055.782020] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Created folder: Instances in parent group-v520251. [ 1055.782020] env[63005]: DEBUG oslo.service.loopingcall [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1055.782020] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.782020] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1123e1ed-c5ec-4c7f-8b40-86e066021832 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.803467] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.803467] env[63005]: value = "task-2578051" [ 1055.803467] env[63005]: _type = "Task" [ 1055.803467] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.812367] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578051, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.964073] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.414s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.964951] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1055.967807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.595s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.969600] env[63005]: INFO nova.compute.claims [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.079254] env[63005]: DEBUG nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Successfully created port: 7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.086532] env[63005]: DEBUG nova.compute.manager [req-ef4253fa-2918-4ff0-ac24-60cc1206c520 req-e54f60e5-1eb6-4413-94d0-d6825f3c3262 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Received event network-vif-deleted-05899fcd-df89-4d36-90f1-013bca12af5c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1056.086832] env[63005]: INFO nova.compute.manager [req-ef4253fa-2918-4ff0-ac24-60cc1206c520 req-e54f60e5-1eb6-4413-94d0-d6825f3c3262 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Neutron deleted interface 05899fcd-df89-4d36-90f1-013bca12af5c; detaching it from the instance and deleting it from the info cache [ 1056.087146] env[63005]: DEBUG nova.network.neutron [req-ef4253fa-2918-4ff0-ac24-60cc1206c520 req-e54f60e5-1eb6-4413-94d0-d6825f3c3262 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.247300] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Successfully updated port: eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.282324] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6c1c07-a3e9-4f6f-a24f-dd443d357bbe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.312833] env[63005]: DEBUG nova.network.neutron [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.317427] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a98a5b9-4067-44ea-8531-bf9ec747a421 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.328123] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578051, 'name': CreateVM_Task, 'duration_secs': 0.315834} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.346437] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.347148] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1056.351192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.351355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.351662] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1056.352327] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e916731-0154-4543-8aca-00c243c24303 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.357499] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1056.357499] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522b0ee8-6965-0dd9-4639-8180639ead9f" [ 1056.357499] env[63005]: _type = "Task" [ 1056.357499] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.366088] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522b0ee8-6965-0dd9-4639-8180639ead9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.475429] env[63005]: DEBUG nova.compute.utils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1056.477206] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.477369] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.516042] env[63005]: DEBUG nova.policy [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa576e5ddd1845598af3230357b16320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5021f2018f46cb9e67dcd9bd2549f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1056.590052] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dee70eb9-177f-460d-a48a-cf8cb2f6f90a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.600412] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72ea284a-a3e1-4ead-8aa9-01a9b4830891 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.635020] env[63005]: DEBUG nova.compute.manager [req-ef4253fa-2918-4ff0-ac24-60cc1206c520 req-e54f60e5-1eb6-4413-94d0-d6825f3c3262 service nova] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Detach interface failed, port_id=05899fcd-df89-4d36-90f1-013bca12af5c, reason: Instance fbc3ecd3-41b9-4dc2-8035-1070e8b9c760 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1056.641692] env[63005]: DEBUG nova.network.neutron [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updated VIF entry in instance network info cache for port 897f22f1-9d8c-4ad2-8309-405f68cd1b9c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1056.641853] env[63005]: DEBUG nova.network.neutron [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.751285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.757674] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757674] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1056.794803] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Successfully created port: 1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1056.820603] env[63005]: INFO nova.compute.manager [-] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Took 1.29 seconds to deallocate network for instance. [ 1056.872941] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522b0ee8-6965-0dd9-4639-8180639ead9f, 'name': SearchDatastore_Task, 'duration_secs': 0.022301} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.873272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1056.873552] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.873852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1056.874007] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.874195] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.874482] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1ebf62-cd9e-49fb-ab50-2c3fc5af273e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.887743] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.887743] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.888491] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d0c96e-5394-4250-ab52-19d9c74dc20c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.896045] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1056.896045] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522166bf-5d31-bd43-3524-2d5fac296426" [ 1056.896045] env[63005]: _type = "Task" [ 1056.896045] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.906124] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522166bf-5d31-bd43-3524-2d5fac296426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.981558] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.145043] env[63005]: DEBUG oslo_concurrency.lockutils [req-3cc78f65-2a24-4522-bc2e-ca6560015d3e req-ecbd6f27-fbf4-451e-a68a-6bb1dcda9bc6 service nova] Releasing lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.203999] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a8277-edf2-4f0a-b67d-c55aaa44a86a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.211797] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8222590-2f7a-4680-b5ba-212dadd72064 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.242953] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e7ca7d-0139-4ab4-b0e5-f64689f12102 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.251166] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1c1151-99ab-41cf-9ca5-510a26a00956 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.266312] env[63005]: DEBUG nova.compute.provider_tree [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.306163] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.328014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1057.408933] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522166bf-5d31-bd43-3524-2d5fac296426, 'name': SearchDatastore_Task, 'duration_secs': 0.012394} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.409801] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e9c43e-bb2b-4d79-9e0f-72e9c228d25d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.415313] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1057.415313] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5267558a-21ce-2209-bc3b-d97939b159df" [ 1057.415313] env[63005]: _type = "Task" [ 1057.415313] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.423991] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5267558a-21ce-2209-bc3b-d97939b159df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.496957] env[63005]: DEBUG nova.network.neutron [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Updating instance_info_cache with network_info: [{"id": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "address": "fa:16:3e:69:f6:6d", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb95dc28-b3", "ovs_interfaceid": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.769132] env[63005]: DEBUG nova.scheduler.client.report [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.929037] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5267558a-21ce-2209-bc3b-d97939b159df, 'name': SearchDatastore_Task, 'duration_secs': 0.010915} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.930040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.930358] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5/2cc420e2-f0e5-4d3f-a5d5-cbea697accb5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.930717] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d42dc02-aa58-408f-aee8-912184ff9dba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.938428] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1057.938428] env[63005]: value = "task-2578052" [ 1057.938428] env[63005]: _type = "Task" [ 1057.938428] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.946512] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578052, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.993834] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1057.999513] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1057.999864] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Instance network_info: |[{"id": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "address": "fa:16:3e:69:f6:6d", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb95dc28-b3", "ovs_interfaceid": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.000324] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:f6:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52e117d3-d120-42c6-8e72-70085845acbf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb95dc28-b306-40a1-8f0f-0e4982c3d466', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.011436] env[63005]: DEBUG oslo.service.loopingcall [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1058.011683] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.011941] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-757c2608-88f6-40f2-83c4-606cbc2ed32d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.036731] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.037013] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.037195] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.037384] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.037557] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.037667] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.037873] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.038407] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.039038] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.039038] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.039150] env[63005]: DEBUG nova.virt.hardware [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.040503] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc53725-9259-4747-981b-8ddb6e091441 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.045463] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.045463] env[63005]: value = "task-2578053" [ 1058.045463] env[63005]: _type = "Task" [ 1058.045463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.053840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb9fb5e0-2357-4ef0-a242-db8ddd5ef1b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.061779] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578053, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.062710] env[63005]: DEBUG nova.network.neutron [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Port 83766654-b6bd-48f5-b7cd-506f8baf4812 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1058.155194] env[63005]: DEBUG nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Successfully updated port: 7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.274730] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.275383] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.282055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.930s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.282055] env[63005]: DEBUG nova.objects.instance [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lazy-loading 'resources' on Instance uuid 2f96eb60-9898-4d58-869c-a7348bad5ad1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1058.331077] env[63005]: DEBUG nova.compute.manager [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Received event network-vif-plugged-eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.331476] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Acquiring lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.331732] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.331976] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.333399] env[63005]: DEBUG nova.compute.manager [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] No waiting events found dispatching network-vif-plugged-eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.333399] env[63005]: WARNING nova.compute.manager [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Received unexpected event network-vif-plugged-eb95dc28-b306-40a1-8f0f-0e4982c3d466 for instance with vm_state building and task_state spawning. [ 1058.333399] env[63005]: DEBUG nova.compute.manager [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Received event network-changed-eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.333541] env[63005]: DEBUG nova.compute.manager [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Refreshing instance network info cache due to event network-changed-eb95dc28-b306-40a1-8f0f-0e4982c3d466. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.333783] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Acquiring lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.333870] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Acquired lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.334058] env[63005]: DEBUG nova.network.neutron [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Refreshing network info cache for port eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.336227] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Successfully updated port: 1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.448353] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578052, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46829} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.448628] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5/2cc420e2-f0e5-4d3f-a5d5-cbea697accb5.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.448833] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.449097] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff89609-4916-43a5-a3a3-daf4740f075e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.456471] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1058.456471] env[63005]: value = "task-2578054" [ 1058.456471] env[63005]: _type = "Task" [ 1058.456471] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.466857] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.468906] env[63005]: DEBUG nova.compute.manager [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Received event network-vif-plugged-1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1058.469129] env[63005]: DEBUG oslo_concurrency.lockutils [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.469333] env[63005]: DEBUG oslo_concurrency.lockutils [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.469568] env[63005]: DEBUG oslo_concurrency.lockutils [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.469746] env[63005]: DEBUG nova.compute.manager [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] No waiting events found dispatching network-vif-plugged-1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1058.469908] env[63005]: WARNING nova.compute.manager [req-63b35f8e-c5db-44ad-bb80-64d2adca682e req-7ab0a63b-0c61-4544-b509-5beab36e2619 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Received unexpected event network-vif-plugged-1859f502-bdb5-4cbf-887f-41d668d6baaf for instance with vm_state building and task_state spawning. [ 1058.555734] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578053, 'name': CreateVM_Task, 'duration_secs': 0.375057} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.555831] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.556454] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.556612] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.556914] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1058.557175] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a1948c-019c-4513-bc0b-0bb2a7052642 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.561882] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1058.561882] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5274ea29-fa32-2eaa-70ca-98e91bf6c858" [ 1058.561882] env[63005]: _type = "Task" [ 1058.561882] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.572047] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5274ea29-fa32-2eaa-70ca-98e91bf6c858, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.657963] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.658175] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.658369] env[63005]: DEBUG nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.784414] env[63005]: DEBUG nova.compute.utils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1058.789883] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1058.790162] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1058.829131] env[63005]: DEBUG nova.policy [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1058.841618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1058.841808] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.842030] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.969162] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065887} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.971569] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.972826] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a65a95d-28d3-49ad-ad48-6c255c82dd4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.995600] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5/2cc420e2-f0e5-4d3f-a5d5-cbea697accb5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.001260] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28e34b5d-0d6d-4d70-96e4-ce46479a5864 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.021825] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1059.021825] env[63005]: value = "task-2578055" [ 1059.021825] env[63005]: _type = "Task" [ 1059.021825] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.031093] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578055, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.082407] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5274ea29-fa32-2eaa-70ca-98e91bf6c858, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.087113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.087358] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.087588] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1059.087989] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.087989] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.092069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1059.092228] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1059.092404] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.093576] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e6ed264-4b87-4be7-9ce1-047f1801e9b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.097645] env[63005]: DEBUG nova.network.neutron [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Updated VIF entry in instance network info cache for port eb95dc28-b306-40a1-8f0f-0e4982c3d466. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1059.097645] env[63005]: DEBUG nova.network.neutron [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Updating instance_info_cache with network_info: [{"id": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "address": "fa:16:3e:69:f6:6d", "network": {"id": "fedecefa-0285-43b4-9729-3dddc71c8a19", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1209196414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d035c5a6393d41c8b620f1193f8e5ae5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52e117d3-d120-42c6-8e72-70085845acbf", "external-id": "nsx-vlan-transportzone-934", "segmentation_id": 934, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb95dc28-b3", "ovs_interfaceid": "eb95dc28-b306-40a1-8f0f-0e4982c3d466", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.104816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c8534e-e75e-4c54-ac69-6694ee218595 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.108477] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.108693] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.110774] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d2ef786-45f3-43f8-8eb6-02e0d99f09bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.117380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8506a871-5297-4f46-aabb-422d264033c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.122460] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Successfully created port: 7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.124775] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1059.124775] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5283db0a-eeec-b31a-ba87-3432f0c57954" [ 1059.124775] env[63005]: _type = "Task" [ 1059.124775] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.159015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3710119e-b4d4-4257-85fd-2520328cc706 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.163936] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5283db0a-eeec-b31a-ba87-3432f0c57954, 'name': SearchDatastore_Task, 'duration_secs': 0.016485} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.165384] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238cf81c-ae52-4030-9372-140c445c8a3d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.170976] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6e0bee-8b1f-45a3-aa17-95ff8b26a8c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.176017] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1059.176017] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bd787d-1851-6cc0-983a-da6e37d3bcfe" [ 1059.176017] env[63005]: _type = "Task" [ 1059.176017] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.186771] env[63005]: DEBUG nova.compute.provider_tree [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.193827] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bd787d-1851-6cc0-983a-da6e37d3bcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.196199] env[63005]: WARNING nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 1059.291802] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.403036] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.532235] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578055, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.599775] env[63005]: DEBUG oslo_concurrency.lockutils [req-a81ac4f4-8017-4097-90a4-9a5e748f68ab req-3ae69c08-1f62-4092-a6c1-612a09e92d63 service nova] Releasing lock "refresh_cache-5cee92a4-2af3-4a4a-9e85-be569e5fd080" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.686501] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bd787d-1851-6cc0-983a-da6e37d3bcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.041307} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.688015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1059.688015] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5cee92a4-2af3-4a4a-9e85-be569e5fd080/5cee92a4-2af3-4a4a-9e85-be569e5fd080.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1059.688015] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a55f3256-aa44-46b1-92e9-68974b9d5930 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.691752] env[63005]: DEBUG nova.scheduler.client.report [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.695428] env[63005]: DEBUG nova.network.neutron [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating instance_info_cache with network_info: [{"id": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "address": "fa:16:3e:10:ec:d3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1859f502-bd", "ovs_interfaceid": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.702800] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1059.702800] env[63005]: value = "task-2578056" [ 1059.702800] env[63005]: _type = "Task" [ 1059.702800] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.712091] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.717990] env[63005]: DEBUG nova.network.neutron [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "7426161c-428f-4353-8039-1f0dcc9cce2b", "address": "fa:16:3e:f5:41:e3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7426161c-42", "ovs_interfaceid": "7426161c-428f-4353-8039-1f0dcc9cce2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.034533] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578055, 'name': ReconfigVM_Task, 'duration_secs': 0.555373} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.034985] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5/2cc420e2-f0e5-4d3f-a5d5-cbea697accb5.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.035623] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dbe88ea-4e67-4d6e-86ef-ea008e16507e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.045399] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1060.045399] env[63005]: value = "task-2578057" [ 1060.045399] env[63005]: _type = "Task" [ 1060.045399] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.057649] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578057, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.131539] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.131764] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.132079] env[63005]: DEBUG nova.network.neutron [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1060.198513] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.201485] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.502s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.202134] env[63005]: DEBUG nova.objects.instance [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid 358bb15a-9be4-43de-a95b-dd25488602e8 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.203658] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.203949] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance network_info: |[{"id": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "address": "fa:16:3e:10:ec:d3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1859f502-bd", "ovs_interfaceid": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.204788] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ec:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1859f502-bdb5-4cbf-887f-41d668d6baaf', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.213216] env[63005]: DEBUG oslo.service.loopingcall [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1060.217658] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.218402] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-313f3d33-e69c-4769-be59-9a7453ec3d58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.235308] env[63005]: INFO nova.scheduler.client.report [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Deleted allocations for instance 2f96eb60-9898-4d58-869c-a7348bad5ad1 [ 1060.237319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.238085] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.238192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.241938] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-363dc3aa-17ed-4d06-9e15-32bb3109b2e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.249948] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578056, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.253217] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.253217] env[63005]: value = "task-2578058" [ 1060.253217] env[63005]: _type = "Task" [ 1060.253217] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.269353] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.269762] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.270137] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.270775] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.270775] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.270994] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.271375] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.271673] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.271868] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.272153] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.272416] env[63005]: DEBUG nova.virt.hardware [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.280078] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfiguring VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1060.283757] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f4e3a3-4f02-4ae1-858a-dca33b3bbe47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.302568] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.304818] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578058, 'name': CreateVM_Task} progress is 15%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.306359] env[63005]: DEBUG oslo_vmware.api [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1060.306359] env[63005]: value = "task-2578059" [ 1060.306359] env[63005]: _type = "Task" [ 1060.306359] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.316435] env[63005]: DEBUG oslo_vmware.api [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578059, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.332722] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.332867] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.333046] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.333267] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.333419] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.333564] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.333771] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.334161] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.334161] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.334296] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.334440] env[63005]: DEBUG nova.virt.hardware [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.335645] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd97246-5c96-43d6-b5b3-017747d67f8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.343785] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9172b040-f28b-4ca4-8e0b-0ba7b482c45d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.468536] env[63005]: DEBUG nova.compute.manager [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-plugged-7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.468641] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1060.468843] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1060.469019] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.469190] env[63005]: DEBUG nova.compute.manager [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] No waiting events found dispatching network-vif-plugged-7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.469347] env[63005]: WARNING nova.compute.manager [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received unexpected event network-vif-plugged-7426161c-428f-4353-8039-1f0dcc9cce2b for instance with vm_state active and task_state None. [ 1060.469493] env[63005]: DEBUG nova.compute.manager [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-changed-7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.469640] env[63005]: DEBUG nova.compute.manager [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing instance network info cache due to event network-changed-7426161c-428f-4353-8039-1f0dcc9cce2b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.469837] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.469964] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.470143] env[63005]: DEBUG nova.network.neutron [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing network info cache for port 7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.498741] env[63005]: DEBUG nova.compute.manager [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Received event network-changed-1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1060.499088] env[63005]: DEBUG nova.compute.manager [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Refreshing instance network info cache due to event network-changed-1859f502-bdb5-4cbf-887f-41d668d6baaf. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1060.499322] env[63005]: DEBUG oslo_concurrency.lockutils [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] Acquiring lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.499322] env[63005]: DEBUG oslo_concurrency.lockutils [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] Acquired lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.499534] env[63005]: DEBUG nova.network.neutron [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Refreshing network info cache for port 1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.559079] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578057, 'name': Rename_Task, 'duration_secs': 0.28227} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.559435] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.559695] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281d805b-954e-48eb-8aed-7daffce697b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.574719] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1060.574719] env[63005]: value = "task-2578060" [ 1060.574719] env[63005]: _type = "Task" [ 1060.574719] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.583350] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578060, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.602503] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Successfully updated port: 7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1060.718816] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571712} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.718982] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 5cee92a4-2af3-4a4a-9e85-be569e5fd080/5cee92a4-2af3-4a4a-9e85-be569e5fd080.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1060.719965] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1060.719965] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-965f74fe-00c1-4db3-8390-b66e8aa85a4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.729198] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1060.729198] env[63005]: value = "task-2578061" [ 1060.729198] env[63005]: _type = "Task" [ 1060.729198] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.740852] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.749207] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f521e8a2-cd4e-46b3-9fec-8ebca388aabf tempest-ServerDiskConfigTestJSON-2139149946 tempest-ServerDiskConfigTestJSON-2139149946-project-member] Lock "2f96eb60-9898-4d58-869c-a7348bad5ad1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.148s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.779870] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578058, 'name': CreateVM_Task, 'duration_secs': 0.336522} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.779870] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1060.780244] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.780440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.780809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1060.781132] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8832a4f6-a2b0-4244-b70f-c1d84fdee554 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.786749] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1060.786749] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52783b46-767b-4a55-9332-8e145d1d3b8c" [ 1060.786749] env[63005]: _type = "Task" [ 1060.786749] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.801669] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52783b46-767b-4a55-9332-8e145d1d3b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.801983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1060.802240] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1060.802466] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1060.802609] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.802779] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1060.803067] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-054bbbaf-1af4-4af9-a0ed-23e53aadc37a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.816953] env[63005]: DEBUG oslo_vmware.api [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578059, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.820447] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1060.820685] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1060.821579] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-557d4c10-21cf-4fc8-8363-aa80a0404f28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.827155] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1060.827155] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5277a238-7261-22b6-b208-da4c3a5d57f3" [ 1060.827155] env[63005]: _type = "Task" [ 1060.827155] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.840707] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5277a238-7261-22b6-b208-da4c3a5d57f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.866935] env[63005]: DEBUG nova.network.neutron [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.982146] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7beb59b-a255-475b-8c74-f1ae4c9ec73c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.990736] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865eb11f-febe-4ec7-87f4-a46541d7c053 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.027724] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8836d6dc-a927-4fb5-8a9b-eca8bf2392e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.039013] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47772af1-10ce-453b-a968-c439768b832e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.057052] env[63005]: DEBUG nova.compute.provider_tree [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.087194] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578060, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.105415] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1061.105585] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.105761] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.203315] env[63005]: DEBUG nova.network.neutron [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updated VIF entry in instance network info cache for port 7426161c-428f-4353-8039-1f0dcc9cce2b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1061.203737] env[63005]: DEBUG nova.network.neutron [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "7426161c-428f-4353-8039-1f0dcc9cce2b", "address": "fa:16:3e:f5:41:e3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7426161c-42", "ovs_interfaceid": "7426161c-428f-4353-8039-1f0dcc9cce2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.241196] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072105} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.241454] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1061.242326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffda69c9-5b73-4b87-a61e-54698ab55afe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.265608] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 5cee92a4-2af3-4a4a-9e85-be569e5fd080/5cee92a4-2af3-4a4a-9e85-be569e5fd080.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1061.265869] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc6cf908-0c18-44ce-916b-1705b8bb0cd1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.284720] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1061.284720] env[63005]: value = "task-2578062" [ 1061.284720] env[63005]: _type = "Task" [ 1061.284720] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.290033] env[63005]: DEBUG nova.network.neutron [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updated VIF entry in instance network info cache for port 1859f502-bdb5-4cbf-887f-41d668d6baaf. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1061.290362] env[63005]: DEBUG nova.network.neutron [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating instance_info_cache with network_info: [{"id": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "address": "fa:16:3e:10:ec:d3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1859f502-bd", "ovs_interfaceid": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.296930] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578062, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.318672] env[63005]: DEBUG oslo_vmware.api [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578059, 'name': ReconfigVM_Task, 'duration_secs': 0.77528} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.319267] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.319478] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfigured VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1061.336656] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5277a238-7261-22b6-b208-da4c3a5d57f3, 'name': SearchDatastore_Task, 'duration_secs': 0.015033} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.338107] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f9fb949-5ae7-4d09-8808-de5552e4e541 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.344217] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1061.344217] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52793a0e-b2fb-181a-879b-184db18500ea" [ 1061.344217] env[63005]: _type = "Task" [ 1061.344217] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.352491] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52793a0e-b2fb-181a-879b-184db18500ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.369590] env[63005]: DEBUG oslo_concurrency.lockutils [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.560112] env[63005]: DEBUG nova.scheduler.client.report [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.586148] env[63005]: DEBUG oslo_vmware.api [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578060, 'name': PowerOnVM_Task, 'duration_secs': 0.521654} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.586405] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.586607] env[63005]: INFO nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1061.586784] env[63005]: DEBUG nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.587770] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3750bfa8-abd4-498b-a135-6ca7aa437d79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.637188] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1061.706551] env[63005]: DEBUG oslo_concurrency.lockutils [req-7e19ce78-b48e-4c80-9f9b-ede33ca784ff req-db21cb3f-2058-4090-9e68-3736add735a2 service nova] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.796522] env[63005]: DEBUG oslo_concurrency.lockutils [req-a42b382e-6857-4744-be4d-b5b0c249d427 req-9e48dcb2-d8bb-4d17-a8be-152f78af7dad service nova] Releasing lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.796946] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578062, 'name': ReconfigVM_Task, 'duration_secs': 0.277805} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.797223] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 5cee92a4-2af3-4a4a-9e85-be569e5fd080/5cee92a4-2af3-4a4a-9e85-be569e5fd080.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1061.797834] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40aa7291-3e58-499f-8270-38f4936d9adf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.804284] env[63005]: DEBUG nova.network.neutron [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Updating instance_info_cache with network_info: [{"id": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "address": "fa:16:3e:28:61:62", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7b5fe4-5f", "ovs_interfaceid": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.806611] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1061.806611] env[63005]: value = "task-2578063" [ 1061.806611] env[63005]: _type = "Task" [ 1061.806611] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.815603] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578063, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.823981] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fef75f2d-cb71-4a74-be28-8427365a69b9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.361s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.856068] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52793a0e-b2fb-181a-879b-184db18500ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010935} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.856347] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1061.856606] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1061.856872] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16e0a228-2620-4219-8e72-ad971173903f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.865627] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1061.865627] env[63005]: value = "task-2578064" [ 1061.865627] env[63005]: _type = "Task" [ 1061.865627] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.880043] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578064, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.881700] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09485fb8-5c84-4f31-a704-7e47fe7c0d4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.893588] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8673750a-84c3-4999-a9b4-a6ff1b2edfaf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.065707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.864s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.068939] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.714s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.069185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.071313] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.130s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.073126] env[63005]: INFO nova.compute.claims [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.091095] env[63005]: INFO nova.scheduler.client.report [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance 358bb15a-9be4-43de-a95b-dd25488602e8 [ 1062.096021] env[63005]: INFO nova.scheduler.client.report [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted allocations for instance 58593514-7f18-4e17-9dbe-2735827790c7 [ 1062.106191] env[63005]: INFO nova.compute.manager [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Took 19.64 seconds to build instance. [ 1062.308707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.309254] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Instance network_info: |[{"id": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "address": "fa:16:3e:28:61:62", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7b5fe4-5f", "ovs_interfaceid": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1062.309933] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:61:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7b5fe4-5f62-45f3-801c-e9bcda339a61', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.318747] env[63005]: DEBUG oslo.service.loopingcall [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1062.322772] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.322898] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5835c1b9-bf3b-4d47-8e00-856df21199d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.347568] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578063, 'name': Rename_Task, 'duration_secs': 0.15774} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.350573] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1062.350882] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.350882] env[63005]: value = "task-2578065" [ 1062.350882] env[63005]: _type = "Task" [ 1062.350882] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.351063] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91827370-195b-4f37-8ab0-16cc80529eca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.364339] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578065, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.366014] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1062.366014] env[63005]: value = "task-2578066" [ 1062.366014] env[63005]: _type = "Task" [ 1062.366014] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.380576] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578066, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.384385] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578064, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.607935] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dc219adc-c9ed-4d01-a1be-d4e6baf1c5c7 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "358bb15a-9be4-43de-a95b-dd25488602e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.502s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.609446] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3121406c-33f6-41f1-8da9-adf38c736804 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "58593514-7f18-4e17-9dbe-2735827790c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.016s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.610639] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a37864be-55ef-498e-8402-1ab3f7d8b990 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.157s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.749902] env[63005]: DEBUG nova.compute.manager [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Received event network-vif-plugged-7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.750147] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Acquiring lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1062.751348] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1062.751584] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1062.751775] env[63005]: DEBUG nova.compute.manager [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] No waiting events found dispatching network-vif-plugged-7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.751976] env[63005]: WARNING nova.compute.manager [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Received unexpected event network-vif-plugged-7a7b5fe4-5f62-45f3-801c-e9bcda339a61 for instance with vm_state building and task_state spawning. [ 1062.752190] env[63005]: DEBUG nova.compute.manager [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Received event network-changed-7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.752934] env[63005]: DEBUG nova.compute.manager [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Refreshing instance network info cache due to event network-changed-7a7b5fe4-5f62-45f3-801c-e9bcda339a61. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.753190] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Acquiring lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.753369] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Acquired lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.753570] env[63005]: DEBUG nova.network.neutron [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Refreshing network info cache for port 7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.868768] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578065, 'name': CreateVM_Task, 'duration_secs': 0.463051} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.878941] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.880045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.880609] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.881328] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1062.882837] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84ea614f-8ad9-41ab-874b-ce9ac977065c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.893950] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578064, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622348} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.894256] env[63005]: DEBUG oslo_vmware.api [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578066, 'name': PowerOnVM_Task, 'duration_secs': 0.507756} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.895915] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1062.896128] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1062.896574] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.896574] env[63005]: INFO nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Took 7.32 seconds to spawn the instance on the hypervisor. [ 1062.896829] env[63005]: DEBUG nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1062.897354] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1062.897354] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528a8151-f003-138f-4d1f-5d4879e353dc" [ 1062.897354] env[63005]: _type = "Task" [ 1062.897354] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.897564] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ead4f397-42f6-4758-8fb5-d72044f873a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.903019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d278e18-a8e7-41ac-b4e4-681ce341f8b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.913019] env[63005]: DEBUG nova.compute.manager [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Received event network-changed-897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1062.913233] env[63005]: DEBUG nova.compute.manager [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Refreshing instance network info cache due to event network-changed-897f22f1-9d8c-4ad2-8309-405f68cd1b9c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1062.913460] env[63005]: DEBUG oslo_concurrency.lockutils [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] Acquiring lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.913600] env[63005]: DEBUG oslo_concurrency.lockutils [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] Acquired lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.913757] env[63005]: DEBUG nova.network.neutron [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Refreshing network info cache for port 897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1062.928748] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1062.928748] env[63005]: value = "task-2578067" [ 1062.928748] env[63005]: _type = "Task" [ 1062.928748] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.928986] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528a8151-f003-138f-4d1f-5d4879e353dc, 'name': SearchDatastore_Task, 'duration_secs': 0.011227} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.930028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1062.930247] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1062.930490] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1062.930907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.931908] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1062.935348] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-efa77c10-de0d-4bbc-bebd-f3776adb91cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.946342] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578067, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.946654] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1062.946841] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1062.948050] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1089a595-b4d8-467f-af20-13635bc9da96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.954827] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1062.954827] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526459f4-c84d-a349-8839-bddb11f80534" [ 1062.954827] env[63005]: _type = "Task" [ 1062.954827] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.968381] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526459f4-c84d-a349-8839-bddb11f80534, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.029621] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ff5864-d1e4-4ee0-9636-e95afce576f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.055247] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e87bda-8537-45e6-8060-c2a418c64a60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.063991] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1063.357938] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bf0a47-28ce-4312-94e2-74f8704e2e29 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.368245] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e21e9d-55da-41c0-8917-c33a87dfcde8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.406797] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f08896d5-a88f-48fa-87f8-d6c21ca98dd0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.416325] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659036c6-4a51-4493-a0d0-26862921ff79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.438255] env[63005]: DEBUG nova.compute.provider_tree [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.440840] env[63005]: INFO nova.compute.manager [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Took 20.90 seconds to build instance. [ 1063.459903] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578067, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07323} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.463614] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1063.465016] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057ceea0-ccb5-4594-a82a-be3caa462c06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.475211] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526459f4-c84d-a349-8839-bddb11f80534, 'name': SearchDatastore_Task, 'duration_secs': 0.009818} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.493337] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1063.497890] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f0c8431-0f33-40a8-81ce-a340e2e8e5a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.501051] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4def5f8-a354-49e7-996d-15dd98a07f33 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.519323] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1063.519323] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526da4a8-8aa2-2c03-17b9-32954c68e5e2" [ 1063.519323] env[63005]: _type = "Task" [ 1063.519323] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.524095] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1063.524095] env[63005]: value = "task-2578068" [ 1063.524095] env[63005]: _type = "Task" [ 1063.524095] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.530982] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526da4a8-8aa2-2c03-17b9-32954c68e5e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.536913] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578068, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.571117] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1063.571117] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8c02d9e-2101-4575-912d-ea94082fa2a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.579670] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1063.579670] env[63005]: value = "task-2578069" [ 1063.579670] env[63005]: _type = "Task" [ 1063.579670] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.591117] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578069, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.738202] env[63005]: DEBUG nova.network.neutron [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updated VIF entry in instance network info cache for port 897f22f1-9d8c-4ad2-8309-405f68cd1b9c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1063.738933] env[63005]: DEBUG nova.network.neutron [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.743578] env[63005]: DEBUG nova.network.neutron [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Updated VIF entry in instance network info cache for port 7a7b5fe4-5f62-45f3-801c-e9bcda339a61. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1063.743929] env[63005]: DEBUG nova.network.neutron [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Updating instance_info_cache with network_info: [{"id": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "address": "fa:16:3e:28:61:62", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7b5fe4-5f", "ovs_interfaceid": "7a7b5fe4-5f62-45f3-801c-e9bcda339a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.942721] env[63005]: DEBUG oslo_concurrency.lockutils [None req-fb1351fc-5307-429b-8714-e4a5e62dde73 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.413s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1063.949462] env[63005]: DEBUG nova.scheduler.client.report [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.037434] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578068, 'name': ReconfigVM_Task, 'duration_secs': 0.473924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.041917] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to attach disk [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.042635] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526da4a8-8aa2-2c03-17b9-32954c68e5e2, 'name': SearchDatastore_Task, 'duration_secs': 0.012058} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.042825] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73440aa6-ec99-40dd-9ade-2a4727e51361 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.044613] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.044878] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 544d4d3f-a86e-4b17-8634-5068ed62bde1/544d4d3f-a86e-4b17-8634-5068ed62bde1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.045144] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-072e5934-7f2a-4ca4-aa58-5b5ef5d2057b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.053031] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1064.053031] env[63005]: value = "task-2578070" [ 1064.053031] env[63005]: _type = "Task" [ 1064.053031] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.054443] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1064.054443] env[63005]: value = "task-2578071" [ 1064.054443] env[63005]: _type = "Task" [ 1064.054443] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.069396] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.077708] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578070, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.090224] env[63005]: DEBUG oslo_vmware.api [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578069, 'name': PowerOnVM_Task, 'duration_secs': 0.497514} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.090495] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1064.090820] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-22f2512e-a5e0-46bc-a7f8-59ec6242204d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance '1c0b2956-1641-43dc-8c09-35e89671b04c' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1064.201381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-8d996530-2062-4662-8d2d-af0a63efece2" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.201497] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-8d996530-2062-4662-8d2d-af0a63efece2" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.201880] env[63005]: DEBUG nova.objects.instance [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.229076] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "af2a130d-66c5-44d2-b260-b9e466721847" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.229257] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.241817] env[63005]: DEBUG oslo_concurrency.lockutils [req-91b2142d-d7f0-4504-86b3-971a707647c9 req-399add57-c83c-4458-ad3a-48944193d9c1 service nova] Releasing lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.247071] env[63005]: DEBUG oslo_concurrency.lockutils [req-63463271-7c23-4d85-9d3a-5758aba4765d req-33516542-de82-42d6-8fa7-a0b5f71b18ea service nova] Releasing lock "refresh_cache-544d4d3f-a86e-4b17-8634-5068ed62bde1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1064.263217] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.263473] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.456291] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.456965] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.460321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.132s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.460578] env[63005]: DEBUG nova.objects.instance [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lazy-loading 'resources' on Instance uuid fbc3ecd3-41b9-4dc2-8035-1070e8b9c760 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.575045] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462078} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.579055] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 544d4d3f-a86e-4b17-8634-5068ed62bde1/544d4d3f-a86e-4b17-8634-5068ed62bde1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.579271] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.579698] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578070, 'name': Rename_Task, 'duration_secs': 0.173857} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.579814] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e18633b-e2a3-4736-a4b5-30c36c6637da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.581824] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.581978] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e93d9e22-e84a-4a7d-be79-e306af49b836 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.590136] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1064.590136] env[63005]: value = "task-2578072" [ 1064.590136] env[63005]: _type = "Task" [ 1064.590136] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.590390] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1064.590390] env[63005]: value = "task-2578073" [ 1064.590390] env[63005]: _type = "Task" [ 1064.590390] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.606502] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.609774] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578072, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.734193] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.767997] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1064.807080] env[63005]: DEBUG nova.objects.instance [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.963753] env[63005]: DEBUG nova.compute.utils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1064.969353] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1064.969544] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.017609] env[63005]: DEBUG nova.policy [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9aafebe034fa48be867cf0c6f91ce755', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ba873b15ad549d39b1c9a21fb2088ef', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.103937] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578072, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07908} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.109557] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.109887] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.110980] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-844e3397-5b59-4633-a1ae-009ea17bee9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.136314] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 544d4d3f-a86e-4b17-8634-5068ed62bde1/544d4d3f-a86e-4b17-8634-5068ed62bde1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.137546] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e63a82cb-69b4-4445-a2ff-519b0e7b0450 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.163386] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1065.163386] env[63005]: value = "task-2578074" [ 1065.163386] env[63005]: _type = "Task" [ 1065.163386] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.173228] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578074, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.260282] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.286431] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.310928] env[63005]: DEBUG nova.objects.base [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1065.310928] env[63005]: DEBUG nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.330672] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-821c3978-0989-4071-b8f6-52d0e75df55c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.345583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3cd510-586c-4ce2-ac71-b15269b9be61 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.390028] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be6f411-5057-4a02-8127-a971de4738ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.399420] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461ab6e7-f14a-4228-ae7b-66886241cbc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.425077] env[63005]: DEBUG nova.compute.provider_tree [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.434847] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Successfully created port: 5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1065.467947] env[63005]: DEBUG nova.policy [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.470650] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.603246] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.690715] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578074, 'name': ReconfigVM_Task, 'duration_secs': 0.303746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.691404] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 544d4d3f-a86e-4b17-8634-5068ed62bde1/544d4d3f-a86e-4b17-8634-5068ed62bde1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1065.692554] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06217b84-8b83-43df-921c-7f90b35878e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.702435] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1065.702435] env[63005]: value = "task-2578075" [ 1065.702435] env[63005]: _type = "Task" [ 1065.702435] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.717911] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578075, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.929667] env[63005]: DEBUG nova.scheduler.client.report [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.107359] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.214611] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578075, 'name': Rename_Task, 'duration_secs': 0.19362} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.214611] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.214611] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03056457-7424-4a0e-abf6-2e4d72b4a20c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.221514] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1066.221514] env[63005]: value = "task-2578076" [ 1066.221514] env[63005]: _type = "Task" [ 1066.221514] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.232159] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.433824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.973s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.436794] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.176s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.438171] env[63005]: INFO nova.compute.claims [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.465476] env[63005]: INFO nova.scheduler.client.report [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Deleted allocations for instance fbc3ecd3-41b9-4dc2-8035-1070e8b9c760 [ 1066.483782] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.510875] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.511126] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.512260] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.512451] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.512683] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.512897] env[63005]: DEBUG nova.virt.hardware [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.513832] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa6f5d8-6c53-40d9-8271-b942d9df78a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.524914] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663866bc-ef9f-4e96-befd-82b1da17e476 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.604831] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.700437] env[63005]: DEBUG nova.network.neutron [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Port 83766654-b6bd-48f5-b7cd-506f8baf4812 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1066.700705] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1066.700855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.701026] env[63005]: DEBUG nova.network.neutron [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.732708] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.889043] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.889382] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.889673] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1066.889899] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1066.889990] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1066.892098] env[63005]: INFO nova.compute.manager [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Terminating instance [ 1066.974212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cd7977d-c332-4cb2-8c23-a7b2c38b4c57 tempest-ImagesOneServerTestJSON-798670474 tempest-ImagesOneServerTestJSON-798670474-project-member] Lock "fbc3ecd3-41b9-4dc2-8035-1070e8b9c760" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.069s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.106132] env[63005]: DEBUG oslo_vmware.api [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578073, 'name': PowerOnVM_Task, 'duration_secs': 2.143177} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.106348] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.106557] env[63005]: INFO nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Took 9.11 seconds to spawn the instance on the hypervisor. [ 1067.106732] env[63005]: DEBUG nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.107746] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24a005d-7dd9-4690-8ba4-cfe4d8a1dae9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.233797] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.257627] env[63005]: DEBUG nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Successfully updated port: 8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.395679] env[63005]: DEBUG nova.compute.manager [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1067.395892] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1067.396878] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8886b2de-d3ba-4fa4-a187-2e74b4ee2411 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.406227] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1067.406515] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4da8249-705c-4276-babe-4f4e645493d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.413692] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1067.413692] env[63005]: value = "task-2578077" [ 1067.413692] env[63005]: _type = "Task" [ 1067.413692] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.423917] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578077, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.448762] env[63005]: DEBUG nova.compute.manager [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-plugged-8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.448982] env[63005]: DEBUG oslo_concurrency.lockutils [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.449214] env[63005]: DEBUG oslo_concurrency.lockutils [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.449392] env[63005]: DEBUG oslo_concurrency.lockutils [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.449558] env[63005]: DEBUG nova.compute.manager [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] No waiting events found dispatching network-vif-plugged-8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.449721] env[63005]: WARNING nova.compute.manager [req-b6c9059f-81ec-4070-8d61-1f6d64d85265 req-c32800f9-2534-4f22-852b-0019a96e6c6b service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received unexpected event network-vif-plugged-8d996530-2062-4662-8d2d-af0a63efece2 for instance with vm_state active and task_state None. [ 1067.474072] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Successfully updated port: 5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1067.495732] env[63005]: DEBUG nova.compute.manager [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Received event network-vif-plugged-5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1067.496069] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] Acquiring lock "417de431-cfa7-45b4-abb3-955e42865e25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.496255] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] Lock "417de431-cfa7-45b4-abb3-955e42865e25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.496425] env[63005]: DEBUG oslo_concurrency.lockutils [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] Lock "417de431-cfa7-45b4-abb3-955e42865e25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.496591] env[63005]: DEBUG nova.compute.manager [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] No waiting events found dispatching network-vif-plugged-5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1067.496753] env[63005]: WARNING nova.compute.manager [req-1e547c00-2bc0-41b9-a68e-122df4d8e585 req-9b3e900a-8976-4f2a-bc08-a1b20dfc63ab service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Received unexpected event network-vif-plugged-5c6543e5-732f-4fee-9bf0-36614505ff02 for instance with vm_state building and task_state spawning. [ 1067.586984] env[63005]: DEBUG nova.network.neutron [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.633774] env[63005]: INFO nova.compute.manager [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Took 24.52 seconds to build instance. [ 1067.727440] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.727885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.741154] env[63005]: DEBUG oslo_vmware.api [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578076, 'name': PowerOnVM_Task, 'duration_secs': 1.066561} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.743132] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.743291] env[63005]: INFO nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Took 7.44 seconds to spawn the instance on the hypervisor. [ 1067.743514] env[63005]: DEBUG nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1067.747515] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163b2d2e-6474-476f-bbf0-7c5cd55377a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.764513] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.764756] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.765198] env[63005]: DEBUG nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.778655] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff029cc-afbc-45a1-b530-f88526878b4f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.788115] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149664de-53fc-4323-8d6c-8ec6259139c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.822825] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e345b19-1f6c-4c41-b9a8-2d185bfdc2db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.831165] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1084fa8f-a4ff-4505-816c-794a8a6f2ff1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.845788] env[63005]: DEBUG nova.compute.provider_tree [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.925194] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578077, 'name': PowerOffVM_Task, 'duration_secs': 0.288553} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.925478] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1067.925644] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1067.925890] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ad35ae50-ca24-42ac-9190-6b443d30fa71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.980635] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1067.980807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquired lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.980996] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1067.997341] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.997783] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.997926] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleting the datastore file [datastore1] 5cee92a4-2af3-4a4a-9e85-be569e5fd080 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.998250] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a7891ba-80e7-447f-87fb-7c19a1361c95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.009153] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1068.009153] env[63005]: value = "task-2578079" [ 1068.009153] env[63005]: _type = "Task" [ 1068.009153] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.018433] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.086697] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1068.135856] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f3b4f3eb-0809-4ffa-a64f-efd027a430cc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.047s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.237971] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.273786] env[63005]: INFO nova.compute.manager [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Took 24.91 seconds to build instance. [ 1068.348590] env[63005]: DEBUG nova.scheduler.client.report [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.358151] env[63005]: WARNING nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 1068.358351] env[63005]: WARNING nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 1068.524459] env[63005]: DEBUG oslo_vmware.api [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.469021} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.525116] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1068.525541] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1068.525854] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1068.526293] env[63005]: INFO nova.compute.manager [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1068.526630] env[63005]: DEBUG oslo.service.loopingcall [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1068.527132] env[63005]: DEBUG nova.compute.manager [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1068.527388] env[63005]: DEBUG nova.network.neutron [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1068.574296] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1068.594125] env[63005]: DEBUG nova.compute.manager [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63005) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1068.767114] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1068.779907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e64cbee6-b6df-419f-b764-85244b73c926 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.455s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.855597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.419s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1068.856219] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.860369] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.574s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.863687] env[63005]: INFO nova.compute.claims [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1069.004973] env[63005]: DEBUG nova.network.neutron [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updating instance_info_cache with network_info: [{"id": "5c6543e5-732f-4fee-9bf0-36614505ff02", "address": "fa:16:3e:60:ef:ea", "network": {"id": "93f7a016-7454-4554-b7e4-42aeec5daf23", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706818291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba873b15ad549d39b1c9a21fb2088ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6543e5-73", "ovs_interfaceid": "5c6543e5-732f-4fee-9bf0-36614505ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.215483] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81532f4-f696-4c36-a5de-434db3b406f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.228450] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Suspending the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1069.228772] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ff0027dd-009f-4485-82ff-7ff3e43a9378 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.237999] env[63005]: DEBUG oslo_vmware.api [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1069.237999] env[63005]: value = "task-2578080" [ 1069.237999] env[63005]: _type = "Task" [ 1069.237999] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.248011] env[63005]: DEBUG oslo_vmware.api [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578080, 'name': SuspendVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.258040] env[63005]: DEBUG nova.network.neutron [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "7426161c-428f-4353-8039-1f0dcc9cce2b", "address": "fa:16:3e:f5:41:e3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7426161c-42", "ovs_interfaceid": "7426161c-428f-4353-8039-1f0dcc9cce2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "8d996530-2062-4662-8d2d-af0a63efece2", "address": "fa:16:3e:bc:26:cb", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d996530-20", "ovs_interfaceid": "8d996530-2062-4662-8d2d-af0a63efece2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.286688] env[63005]: DEBUG nova.network.neutron [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.362377] env[63005]: DEBUG nova.compute.utils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1069.363913] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1069.364022] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1069.416561] env[63005]: DEBUG nova.policy [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.484961] env[63005]: DEBUG nova.compute.manager [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-changed-8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.485310] env[63005]: DEBUG nova.compute.manager [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing instance network info cache due to event network-changed-8d996530-2062-4662-8d2d-af0a63efece2. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.485765] env[63005]: DEBUG oslo_concurrency.lockutils [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.508909] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Releasing lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.509349] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Instance network_info: |[{"id": "5c6543e5-732f-4fee-9bf0-36614505ff02", "address": "fa:16:3e:60:ef:ea", "network": {"id": "93f7a016-7454-4554-b7e4-42aeec5daf23", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706818291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba873b15ad549d39b1c9a21fb2088ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6543e5-73", "ovs_interfaceid": "5c6543e5-732f-4fee-9bf0-36614505ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1069.509840] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:ef:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '352165bb-004f-4180-9627-3a275dbe18af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5c6543e5-732f-4fee-9bf0-36614505ff02', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.520125] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Creating folder: Project (5ba873b15ad549d39b1c9a21fb2088ef). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.521634] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cef5ba49-19fe-46a9-b971-d1251e7b973e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.526483] env[63005]: DEBUG nova.compute.manager [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Received event network-changed-5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1069.526714] env[63005]: DEBUG nova.compute.manager [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Refreshing instance network info cache due to event network-changed-5c6543e5-732f-4fee-9bf0-36614505ff02. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1069.527019] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Acquiring lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.527232] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Acquired lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.527447] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Refreshing network info cache for port 5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.542051] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Created folder: Project (5ba873b15ad549d39b1c9a21fb2088ef) in parent group-v519994. [ 1069.542283] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Creating folder: Instances. Parent ref: group-v520257. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1069.542924] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46f9b258-8565-4c9d-8669-0943819e9faa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.557331] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Created folder: Instances in parent group-v520257. [ 1069.557966] env[63005]: DEBUG oslo.service.loopingcall [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1069.558198] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.558463] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b7e79fb-1245-4ead-90e5-78a6fd38fa4f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.582430] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.582430] env[63005]: value = "task-2578083" [ 1069.582430] env[63005]: _type = "Task" [ 1069.582430] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.594714] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578083, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.725880] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1069.749639] env[63005]: DEBUG oslo_vmware.api [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578080, 'name': SuspendVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.764014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1069.764014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1069.764014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764014] env[63005]: DEBUG oslo_concurrency.lockutils [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.764014] env[63005]: DEBUG nova.network.neutron [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Refreshing network info cache for port 8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1069.766973] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726a5d3-1cdd-4fbc-8a5b-9a6c982bc781 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.784784] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.785054] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.785225] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.785426] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.785591] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.785754] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.785973] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.786167] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.786352] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.786532] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.786718] env[63005]: DEBUG nova.virt.hardware [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.795273] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfiguring VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.797053] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Successfully created port: e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.799287] env[63005]: INFO nova.compute.manager [-] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Took 1.27 seconds to deallocate network for instance. [ 1069.799538] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8bd9253-0504-4cb3-8df6-948284ddb362 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.826503] env[63005]: DEBUG oslo_vmware.api [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1069.826503] env[63005]: value = "task-2578084" [ 1069.826503] env[63005]: _type = "Task" [ 1069.826503] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.839676] env[63005]: DEBUG oslo_vmware.api [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578084, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.866764] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1070.096812] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578083, 'name': CreateVM_Task, 'duration_secs': 0.416413} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.096993] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.097764] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.097964] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.098292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1070.098615] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c02bba86-f9aa-4b57-88ab-2dc52738e342 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.104987] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1070.104987] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a6c158-d7af-13d2-fc83-2b3a3f743b06" [ 1070.104987] env[63005]: _type = "Task" [ 1070.104987] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.114456] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a6c158-d7af-13d2-fc83-2b3a3f743b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.153046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624d5d54-7166-4fcb-90af-0821ae3eb28d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.160916] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01f760-7f3d-4a7b-aa0b-dd9f3060c34e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.200992] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db028ad6-adfa-4cb7-91e4-bdaa47b59ce0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.210240] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf58588-84c9-4405-bda7-593b208f9d8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.225955] env[63005]: DEBUG nova.compute.provider_tree [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.251892] env[63005]: DEBUG oslo_vmware.api [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578080, 'name': SuspendVM_Task, 'duration_secs': 0.635607} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.253168] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Suspended the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1070.253168] env[63005]: DEBUG nova.compute.manager [None req-4541b597-6083-4c0d-b0c5-a72125db514d tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1070.253631] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf26708-f3c6-4d70-a483-93ddd745b551 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.324919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.346084] env[63005]: DEBUG oslo_vmware.api [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578084, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.440503] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updated VIF entry in instance network info cache for port 5c6543e5-732f-4fee-9bf0-36614505ff02. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1070.440503] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updating instance_info_cache with network_info: [{"id": "5c6543e5-732f-4fee-9bf0-36614505ff02", "address": "fa:16:3e:60:ef:ea", "network": {"id": "93f7a016-7454-4554-b7e4-42aeec5daf23", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706818291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba873b15ad549d39b1c9a21fb2088ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6543e5-73", "ovs_interfaceid": "5c6543e5-732f-4fee-9bf0-36614505ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.616394] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a6c158-d7af-13d2-fc83-2b3a3f743b06, 'name': SearchDatastore_Task, 'duration_secs': 0.024926} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.617356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.617356] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.617356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.617849] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.617849] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.617849] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09d22bb0-b1ad-479b-9e1e-93de8649433a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.628240] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.628421] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.629206] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbce475d-42ca-48b4-bb20-c476700416f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.634514] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1070.634514] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ac8d96-f6cb-c446-e78d-4bd2396a31a4" [ 1070.634514] env[63005]: _type = "Task" [ 1070.634514] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.642524] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ac8d96-f6cb-c446-e78d-4bd2396a31a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.650888] env[63005]: DEBUG nova.network.neutron [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updated VIF entry in instance network info cache for port 8d996530-2062-4662-8d2d-af0a63efece2. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1070.651409] env[63005]: DEBUG nova.network.neutron [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "7426161c-428f-4353-8039-1f0dcc9cce2b", "address": "fa:16:3e:f5:41:e3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7426161c-42", "ovs_interfaceid": "7426161c-428f-4353-8039-1f0dcc9cce2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "8d996530-2062-4662-8d2d-af0a63efece2", "address": "fa:16:3e:bc:26:cb", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d996530-20", "ovs_interfaceid": "8d996530-2062-4662-8d2d-af0a63efece2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.736252] env[63005]: DEBUG nova.scheduler.client.report [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.838782] env[63005]: DEBUG oslo_vmware.api [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578084, 'name': ReconfigVM_Task, 'duration_secs': 0.725555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.839451] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.839815] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfigured VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.879926] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.913038] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.913326] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.913491] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.913718] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.913894] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.914125] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.914357] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.914548] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.914748] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.914937] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.915149] env[63005]: DEBUG nova.virt.hardware [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.916058] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca2d34-182f-498e-905b-cb8d1511f78c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.926483] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e075a79-3ec1-40a0-8945-4b34d62852f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.946089] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Releasing lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1070.946343] env[63005]: DEBUG nova.compute.manager [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Received event network-changed-1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1070.946510] env[63005]: DEBUG nova.compute.manager [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Refreshing instance network info cache due to event network-changed-1859f502-bdb5-4cbf-887f-41d668d6baaf. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1070.946804] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Acquiring lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1070.946882] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Acquired lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.947011] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Refreshing network info cache for port 1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.146378] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ac8d96-f6cb-c446-e78d-4bd2396a31a4, 'name': SearchDatastore_Task, 'duration_secs': 0.023554} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.147192] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74439d06-b9c3-4112-88ab-0de00a52c26a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.154377] env[63005]: DEBUG oslo_concurrency.lockutils [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.154697] env[63005]: DEBUG nova.compute.manager [req-eefe8dbb-1548-43b9-8615-a2154ecff64f req-1d56ae1a-ebfe-4154-8988-27ef7317d0be service nova] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Received event network-vif-deleted-eb95dc28-b306-40a1-8f0f-0e4982c3d466 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.155421] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1071.155421] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e76da5-9070-b0b2-f9bf-73f399b8eec6" [ 1071.155421] env[63005]: _type = "Task" [ 1071.155421] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.165263] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e76da5-9070-b0b2-f9bf-73f399b8eec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.245937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.246469] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1071.253022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.483s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.253022] env[63005]: INFO nova.compute.claims [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.344608] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4ffafcf3-64ae-4980-b076-e4bff5b04f47 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-8d996530-2062-4662-8d2d-af0a63efece2" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.143s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.655945] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Successfully updated port: e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.677635] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e76da5-9070-b0b2-f9bf-73f399b8eec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010512} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.678872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1071.679289] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 417de431-cfa7-45b4-abb3-955e42865e25/417de431-cfa7-45b4-abb3-955e42865e25.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.679655] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f07c523-7073-42c1-b0e0-27bce5cea58e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.697891] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1071.697891] env[63005]: value = "task-2578085" [ 1071.697891] env[63005]: _type = "Task" [ 1071.697891] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.706980] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578085, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.755652] env[63005]: DEBUG nova.compute.utils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1071.758588] env[63005]: DEBUG nova.compute.manager [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Received event network-vif-plugged-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1071.758875] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] Acquiring lock "af2a130d-66c5-44d2-b260-b9e466721847-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.759188] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] Lock "af2a130d-66c5-44d2-b260-b9e466721847-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.759432] env[63005]: DEBUG oslo_concurrency.lockutils [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] Lock "af2a130d-66c5-44d2-b260-b9e466721847-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.759678] env[63005]: DEBUG nova.compute.manager [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] No waiting events found dispatching network-vif-plugged-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1071.759921] env[63005]: WARNING nova.compute.manager [req-e6725ffb-a88e-4c97-b7c4-af85d6415b8f req-b8e23323-eaae-4a56-8438-0acd84446056 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Received unexpected event network-vif-plugged-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f for instance with vm_state building and task_state spawning. [ 1071.763838] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1071.764160] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1071.773482] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.774111] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1071.813913] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updated VIF entry in instance network info cache for port 1859f502-bdb5-4cbf-887f-41d668d6baaf. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1071.814887] env[63005]: DEBUG nova.network.neutron [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating instance_info_cache with network_info: [{"id": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "address": "fa:16:3e:10:ec:d3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1859f502-bd", "ovs_interfaceid": "1859f502-bdb5-4cbf-887f-41d668d6baaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.829799] env[63005]: DEBUG nova.policy [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1d53f4f6244c16b12853a5d4cd0e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8b027f813e442b7b881f2ba0c236420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1072.164476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1072.164476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.164476] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.208390] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578085, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.233192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.233192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.233192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1072.233490] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1072.233563] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1072.235935] env[63005]: INFO nova.compute.manager [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Terminating instance [ 1072.262138] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1072.287853] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1072.287853] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1072.317958] env[63005]: DEBUG oslo_concurrency.lockutils [req-3db39a1d-b82d-4d43-837e-23c6d4fb55b6 req-eeb92d25-5355-45c5-b739-44ccba7030d5 service nova] Releasing lock "refresh_cache-fce78279-52f7-4b65-9777-5c793fbfb5a3" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1072.324122] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Successfully created port: 22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1072.571164] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea10e3f4-ae20-4f46-829a-af419272a61b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.580398] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5b63c6-cb4f-4ca7-94e0-c64b061a2ac2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.616766] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1303a93e-621c-4656-8db4-c3f248bdf412 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.625759] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbe4b5b-d068-47b6-ae47-643eebadeec4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.640825] env[63005]: DEBUG nova.compute.provider_tree [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.707407] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578085, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.622492} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.708385] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.710347] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 417de431-cfa7-45b4-abb3-955e42865e25/417de431-cfa7-45b4-abb3-955e42865e25.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.711248] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.712305] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc259e25-a754-457d-b47c-a08e22cdfe92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.722576] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1072.722576] env[63005]: value = "task-2578086" [ 1072.722576] env[63005]: _type = "Task" [ 1072.722576] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.733047] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578086, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.743853] env[63005]: DEBUG nova.compute.manager [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1072.744124] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.744971] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad70e202-761e-4b01-abb0-761424796e12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.753379] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1072.753655] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c715f88d-6a2f-4da8-9777-243de3c6f982 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.841911] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1072.842222] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1072.845272] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore1] 544d4d3f-a86e-4b17-8634-5068ed62bde1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1072.845272] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af01798b-5e92-4d1f-8281-ffc97ababf5c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.852092] env[63005]: DEBUG oslo_vmware.api [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1072.852092] env[63005]: value = "task-2578088" [ 1072.852092] env[63005]: _type = "Task" [ 1072.852092] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.864030] env[63005]: DEBUG oslo_vmware.api [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578088, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.980785] env[63005]: DEBUG nova.network.neutron [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Updating instance_info_cache with network_info: [{"id": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "address": "fa:16:3e:ed:56:9c", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a6a6ec-8f", "ovs_interfaceid": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.146689] env[63005]: DEBUG nova.scheduler.client.report [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.233311] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578086, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075625} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.233575] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.234380] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad0d445-4d8f-4f08-807e-46d0cdf060db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.257029] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 417de431-cfa7-45b4-abb3-955e42865e25/417de431-cfa7-45b4-abb3-955e42865e25.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.257335] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b5c37b7-6e5b-451f-928e-2f33d23ee6d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.274224] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1073.279819] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1073.279819] env[63005]: value = "task-2578089" [ 1073.279819] env[63005]: _type = "Task" [ 1073.279819] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.291140] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.321095] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1073.321538] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1073.322059] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1073.322201] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1073.322419] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1073.322970] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1073.322970] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1073.323099] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1073.323269] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1073.323478] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1073.323706] env[63005]: DEBUG nova.virt.hardware [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1073.324849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d022ee-4621-44a8-b489-ad053349dc1c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.334109] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1784e7-66c5-474b-b77c-9831790fcf09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.362405] env[63005]: DEBUG oslo_vmware.api [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578088, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158757} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.362678] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1073.362864] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1073.363051] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1073.363266] env[63005]: INFO nova.compute.manager [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1073.363475] env[63005]: DEBUG oslo.service.loopingcall [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.363698] env[63005]: DEBUG nova.compute.manager [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1073.363802] env[63005]: DEBUG nova.network.neutron [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1073.373706] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-7426161c-428f-4353-8039-1f0dcc9cce2b" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1073.373907] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-7426161c-428f-4353-8039-1f0dcc9cce2b" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.484085] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1073.484717] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Instance network_info: |[{"id": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "address": "fa:16:3e:ed:56:9c", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a6a6ec-8f", "ovs_interfaceid": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.485078] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:56:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.492933] env[63005]: DEBUG oslo.service.loopingcall [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1073.493188] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.493408] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c606f41-4135-4f65-9d29-0548f15e7c72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.514008] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.514008] env[63005]: value = "task-2578090" [ 1073.514008] env[63005]: _type = "Task" [ 1073.514008] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.522698] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578090, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.649185] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1073.650020] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1073.653829] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 3.928s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1073.666105] env[63005]: DEBUG nova.compute.manager [req-cd4d7921-544c-45b1-9eaf-283fbf26a8db req-5afc949c-4d15-4ef6-8c11-37d574e13b8d service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Received event network-vif-deleted-7a7b5fe4-5f62-45f3-801c-e9bcda339a61 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.666313] env[63005]: INFO nova.compute.manager [req-cd4d7921-544c-45b1-9eaf-283fbf26a8db req-5afc949c-4d15-4ef6-8c11-37d574e13b8d service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Neutron deleted interface 7a7b5fe4-5f62-45f3-801c-e9bcda339a61; detaching it from the instance and deleting it from the info cache [ 1073.666498] env[63005]: DEBUG nova.network.neutron [req-cd4d7921-544c-45b1-9eaf-283fbf26a8db req-5afc949c-4d15-4ef6-8c11-37d574e13b8d service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.799386] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.804925] env[63005]: DEBUG nova.compute.manager [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Received event network-changed-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1073.804925] env[63005]: DEBUG nova.compute.manager [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Refreshing instance network info cache due to event network-changed-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1073.804925] env[63005]: DEBUG oslo_concurrency.lockutils [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] Acquiring lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.804925] env[63005]: DEBUG oslo_concurrency.lockutils [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] Acquired lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.804925] env[63005]: DEBUG nova.network.neutron [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Refreshing network info cache for port e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.878423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1073.878524] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.879498] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0264140-85bd-426f-9202-0d2bfaa6c907 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.902877] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d281d28d-4464-4eb5-bac3-5179004c768c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.941949] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfiguring VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1073.942372] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cb94805-bd14-46c3-a8cf-abadea406c53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.962981] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1073.962981] env[63005]: value = "task-2578091" [ 1073.962981] env[63005]: _type = "Task" [ 1073.962981] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.972810] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.025270] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578090, 'name': CreateVM_Task, 'duration_secs': 0.354721} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.025463] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1074.026193] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.026352] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.026736] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1074.027019] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ce69f6-063a-4923-b362-cee57fec6ec8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.033240] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1074.033240] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5290d2a4-73b2-1726-a359-efccbb40366a" [ 1074.033240] env[63005]: _type = "Task" [ 1074.033240] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.041621] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5290d2a4-73b2-1726-a359-efccbb40366a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.136651] env[63005]: DEBUG nova.network.neutron [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.158364] env[63005]: DEBUG nova.compute.utils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1074.159910] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.160181] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.162312] env[63005]: DEBUG nova.objects.instance [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'migration_context' on Instance uuid 1c0b2956-1641-43dc-8c09-35e89671b04c {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.169116] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8f80a184-ae1d-434c-9bb2-9681f97345ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.181128] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315c754f-0641-4bb4-af33-568ab83bf4fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.216778] env[63005]: DEBUG nova.compute.manager [req-cd4d7921-544c-45b1-9eaf-283fbf26a8db req-5afc949c-4d15-4ef6-8c11-37d574e13b8d service nova] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Detach interface failed, port_id=7a7b5fe4-5f62-45f3-801c-e9bcda339a61, reason: Instance 544d4d3f-a86e-4b17-8634-5068ed62bde1 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1074.219528] env[63005]: DEBUG nova.policy [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fb0040efd8e147f4add73459b67aa59b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac23fc7a152045d6a19967b14d8ba59a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.297784] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578089, 'name': ReconfigVM_Task, 'duration_secs': 0.76026} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.298086] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 417de431-cfa7-45b4-abb3-955e42865e25/417de431-cfa7-45b4-abb3-955e42865e25.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.298760] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ccdc8d75-bbed-4606-917a-058170c19a3f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.307107] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1074.307107] env[63005]: value = "task-2578092" [ 1074.307107] env[63005]: _type = "Task" [ 1074.307107] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.324104] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578092, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.423736] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1074.423981] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1074.475184] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.506521] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Successfully created port: 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1074.546082] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5290d2a4-73b2-1726-a359-efccbb40366a, 'name': SearchDatastore_Task, 'duration_secs': 0.016973} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.546231] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1074.546533] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.546749] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1074.546898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.547091] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.547421] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ed38ec7-b27c-4e4f-bb9b-9a7164d08c8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.557239] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.557454] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.558206] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eac6141b-43a0-42c2-babd-e4d15ffac6e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.570387] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1074.570387] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52933d90-ee8f-d134-4f79-694dec72c7b6" [ 1074.570387] env[63005]: _type = "Task" [ 1074.570387] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.579300] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52933d90-ee8f-d134-4f79-694dec72c7b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.639558] env[63005]: INFO nova.compute.manager [-] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Took 1.28 seconds to deallocate network for instance. [ 1074.666019] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1074.712479] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Successfully updated port: 22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1074.724540] env[63005]: DEBUG nova.network.neutron [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Updated VIF entry in instance network info cache for port e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1074.724540] env[63005]: DEBUG nova.network.neutron [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Updating instance_info_cache with network_info: [{"id": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "address": "fa:16:3e:ed:56:9c", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4a6a6ec-8f", "ovs_interfaceid": "e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.812283] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Didn't find any instances for network info cache update. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1074.816071] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.816298] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.816822] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.816985] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.817144] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.817288] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.817426] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1074.817563] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1074.822442] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578092, 'name': Rename_Task, 'duration_secs': 0.254482} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.824961] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.825390] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04585030-48b7-4f17-ba16-76a5edcb2bd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.833651] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1074.833651] env[63005]: value = "task-2578093" [ 1074.833651] env[63005]: _type = "Task" [ 1074.833651] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.843644] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.926508] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1074.945763] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa3e8a-12f4-424e-8ae8-51c65b5b8013 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.954559] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69234eee-cdd7-4d2b-91c6-a990129d160f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.992204] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc317b14-348b-4d37-9e4f-7257e7cc82c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.003382] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.004592] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339dfe63-a653-41ba-90db-8a19e6600872 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.021127] env[63005]: DEBUG nova.compute.provider_tree [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.084910] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52933d90-ee8f-d134-4f79-694dec72c7b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.086060] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206ec1ac-c246-4abc-a3a6-5e305a179534 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.092866] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1075.092866] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b0336f-2555-ea2e-c6dc-55b86c9b4cfe" [ 1075.092866] env[63005]: _type = "Task" [ 1075.092866] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.101199] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b0336f-2555-ea2e-c6dc-55b86c9b4cfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.146923] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.214884] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.215067] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215240] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.226407] env[63005]: DEBUG oslo_concurrency.lockutils [req-252e4a0e-6ef1-4640-91e2-9a5d208a4aaa req-4395ee2c-3243-4d31-98aa-5a5227c8f340 service nova] Releasing lock "refresh_cache-af2a130d-66c5-44d2-b260-b9e466721847" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.320944] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.344741] env[63005]: DEBUG oslo_vmware.api [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578093, 'name': PowerOnVM_Task, 'duration_secs': 0.499365} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.345052] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.345265] env[63005]: INFO nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Took 8.86 seconds to spawn the instance on the hypervisor. [ 1075.345445] env[63005]: DEBUG nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.346229] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f51248-3523-4cfa-883c-4d3d81ad828d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.451564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.499073] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.524194] env[63005]: DEBUG nova.scheduler.client.report [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.604603] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b0336f-2555-ea2e-c6dc-55b86c9b4cfe, 'name': SearchDatastore_Task, 'duration_secs': 0.010082} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.604869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1075.605140] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] af2a130d-66c5-44d2-b260-b9e466721847/af2a130d-66c5-44d2-b260-b9e466721847.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.605400] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c336e202-b07a-43e8-b2aa-259083333473 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.612850] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1075.612850] env[63005]: value = "task-2578094" [ 1075.612850] env[63005]: _type = "Task" [ 1075.612850] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.621258] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578094, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.678411] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1075.712024] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1075.712330] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1075.712550] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1075.712761] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1075.712947] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1075.713161] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1075.713350] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1075.713518] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1075.713732] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1075.713932] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1075.714194] env[63005]: DEBUG nova.virt.hardware [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1075.715289] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cedbff6-ea7e-43f9-848b-d386d513c5dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.727164] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e2840e-b2ba-45d4-8f44-a10c2e77e686 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.796428] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1075.831712] env[63005]: DEBUG nova.compute.manager [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Received event network-vif-plugged-22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.832010] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Acquiring lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1075.834773] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1075.834773] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.834773] env[63005]: DEBUG nova.compute.manager [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] No waiting events found dispatching network-vif-plugged-22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1075.834773] env[63005]: WARNING nova.compute.manager [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Received unexpected event network-vif-plugged-22110d2e-cc92-4ac1-8a65-da5b2d815385 for instance with vm_state building and task_state spawning. [ 1075.834773] env[63005]: DEBUG nova.compute.manager [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Received event network-changed-22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1075.834773] env[63005]: DEBUG nova.compute.manager [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Refreshing instance network info cache due to event network-changed-22110d2e-cc92-4ac1-8a65-da5b2d815385. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.834773] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1075.872087] env[63005]: INFO nova.compute.manager [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Took 20.95 seconds to build instance. [ 1076.008189] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.038452] env[63005]: DEBUG nova.compute.manager [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-vif-plugged-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1076.038674] env[63005]: DEBUG oslo_concurrency.lockutils [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] Acquiring lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1076.039016] env[63005]: DEBUG oslo_concurrency.lockutils [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.039977] env[63005]: DEBUG oslo_concurrency.lockutils [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.040317] env[63005]: DEBUG nova.compute.manager [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] No waiting events found dispatching network-vif-plugged-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1076.040523] env[63005]: WARNING nova.compute.manager [req-edfe721d-93e5-4e72-8729-81f00b522bea req-48c65182-dad8-4e3c-965a-7bf574e86922 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received unexpected event network-vif-plugged-5ab18f83-7950-4272-b6a6-07fe02508f82 for instance with vm_state building and task_state spawning. [ 1076.053555] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Successfully updated port: 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1076.125252] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578094, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47418} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.125514] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] af2a130d-66c5-44d2-b260-b9e466721847/af2a130d-66c5-44d2-b260-b9e466721847.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.125762] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.125957] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58a869cf-4805-4e37-a573-b56fc7d811a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.134377] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1076.134377] env[63005]: value = "task-2578095" [ 1076.134377] env[63005]: _type = "Task" [ 1076.134377] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.145926] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.217947] env[63005]: DEBUG nova.network.neutron [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.374567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e8e941dd-f1f8-4fa1-93d8-6fdec459d486 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.483s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.500699] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.543611] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.890s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1076.549616] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.225s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1076.549897] env[63005]: DEBUG nova.objects.instance [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lazy-loading 'resources' on Instance uuid 5cee92a4-2af3-4a4a-9e85-be569e5fd080 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.562942] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1076.563100] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.563247] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.643573] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063378} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.643847] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1076.644671] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2873462-d712-41fe-9e3b-fc9004074342 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.666214] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] af2a130d-66c5-44d2-b260-b9e466721847/af2a130d-66c5-44d2-b260-b9e466721847.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1076.666419] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3262216-76bc-4367-9545-9b362f61db20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.685721] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1076.685721] env[63005]: value = "task-2578096" [ 1076.685721] env[63005]: _type = "Task" [ 1076.685721] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.693949] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578096, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.720833] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1076.721230] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Instance network_info: |[{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1076.721544] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.721718] env[63005]: DEBUG nova.network.neutron [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Refreshing network info cache for port 22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.722957] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:00:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22110d2e-cc92-4ac1-8a65-da5b2d815385', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1076.730263] env[63005]: DEBUG oslo.service.loopingcall [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1076.731250] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1076.731749] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b45fdc4-9296-4fee-8cfb-836685eb40e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.752260] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1076.752260] env[63005]: value = "task-2578097" [ 1076.752260] env[63005]: _type = "Task" [ 1076.752260] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.760420] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578097, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.001139] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.101755] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1077.195845] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578096, 'name': ReconfigVM_Task, 'duration_secs': 0.404328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.198246] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Reconfigured VM instance instance-00000066 to attach disk [datastore2] af2a130d-66c5-44d2-b260-b9e466721847/af2a130d-66c5-44d2-b260-b9e466721847.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1077.199032] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d5b70e3-69dc-48cc-8c8b-fe7f102a1cf0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.205140] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1077.205140] env[63005]: value = "task-2578098" [ 1077.205140] env[63005]: _type = "Task" [ 1077.205140] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.213345] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578098, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.260772] env[63005]: DEBUG nova.network.neutron [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.266843] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578097, 'name': CreateVM_Task, 'duration_secs': 0.372445} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.269098] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1077.271653] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.272268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.272268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1077.272754] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43682cd3-94b6-491f-a402-965f76cd8e80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.278393] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1077.278393] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526109eb-c830-936d-00fe-4ac4fa258a94" [ 1077.278393] env[63005]: _type = "Task" [ 1077.278393] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.286092] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526109eb-c830-936d-00fe-4ac4fa258a94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.338018] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1add92-2fbe-4033-bea6-5085151a482d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.347181] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c308c591-6c0e-47fc-91da-46d2320aa13a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.384950] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6e58f4-811a-4287-8264-86a7fef5563b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.393157] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a9eb1f-26d4-4ffc-9969-82ac27881457 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.408587] env[63005]: DEBUG nova.compute.provider_tree [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.460262] env[63005]: DEBUG nova.network.neutron [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updated VIF entry in instance network info cache for port 22110d2e-cc92-4ac1-8a65-da5b2d815385. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1077.460796] env[63005]: DEBUG nova.network.neutron [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.503997] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.716028] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578098, 'name': Rename_Task, 'duration_secs': 0.145116} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.716028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.716181] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83e4f5a1-77e7-4124-8d24-66df106ea4ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.725419] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1077.725419] env[63005]: value = "task-2578099" [ 1077.725419] env[63005]: _type = "Task" [ 1077.725419] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.736065] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.768229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.768551] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance network_info: |[{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1077.768968] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:38:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b67e519-46cf-44ce-b670-4ba4c0c5b658', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ab18f83-7950-4272-b6a6-07fe02508f82', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1077.776412] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Creating folder: Project (ac23fc7a152045d6a19967b14d8ba59a). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.776668] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-924bc391-fa4f-4bcb-a5c0-9c8d60e80278 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.786676] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526109eb-c830-936d-00fe-4ac4fa258a94, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.786995] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1077.787237] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1077.787463] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.787604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.787771] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1077.787999] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b7c420e-c814-42fb-8fc3-65076c4b5716 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.790508] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Created folder: Project (ac23fc7a152045d6a19967b14d8ba59a) in parent group-v519994. [ 1077.790683] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Creating folder: Instances. Parent ref: group-v520262. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1077.791167] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc510e36-0f20-4ff8-9bff-31ee9e85a52b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.798661] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1077.798826] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1077.800307] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a99574c1-572d-4e01-8f17-65f0c114add7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.802277] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Created folder: Instances in parent group-v520262. [ 1077.802512] env[63005]: DEBUG oslo.service.loopingcall [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1077.802699] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1077.803393] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28657773-6fb2-4faf-9934-2685fe5198b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.817831] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1077.817831] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d021c6-41a5-0480-9a54-082eb4964522" [ 1077.817831] env[63005]: _type = "Task" [ 1077.817831] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.822052] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1077.822052] env[63005]: value = "task-2578102" [ 1077.822052] env[63005]: _type = "Task" [ 1077.822052] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.827549] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d021c6-41a5-0480-9a54-082eb4964522, 'name': SearchDatastore_Task, 'duration_secs': 0.008603} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.828527] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9558f7-df10-4501-a168-718348b6912a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.833028] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578102, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.835647] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1077.835647] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52db8bdf-9ad3-8c51-97bd-a660ef187155" [ 1077.835647] env[63005]: _type = "Task" [ 1077.835647] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.843458] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52db8bdf-9ad3-8c51-97bd-a660ef187155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.867556] env[63005]: DEBUG nova.compute.manager [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Received event network-changed-5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1077.867826] env[63005]: DEBUG nova.compute.manager [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Refreshing instance network info cache due to event network-changed-5c6543e5-732f-4fee-9bf0-36614505ff02. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1077.868131] env[63005]: DEBUG oslo_concurrency.lockutils [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] Acquiring lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1077.868306] env[63005]: DEBUG oslo_concurrency.lockutils [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] Acquired lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.868592] env[63005]: DEBUG nova.network.neutron [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Refreshing network info cache for port 5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.912299] env[63005]: DEBUG nova.scheduler.client.report [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.963809] env[63005]: DEBUG oslo_concurrency.lockutils [req-42f98478-4a3d-4297-8eb9-8a472b1350ef req-9cea21a2-4365-46f6-8555-016f7289b976 service nova] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1078.004370] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.072209] env[63005]: DEBUG nova.compute.manager [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1078.072435] env[63005]: DEBUG nova.compute.manager [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing instance network info cache due to event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1078.072699] env[63005]: DEBUG oslo_concurrency.lockutils [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.072849] env[63005]: DEBUG oslo_concurrency.lockutils [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.073017] env[63005]: DEBUG nova.network.neutron [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.089043] env[63005]: INFO nova.compute.manager [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Swapping old allocation on dict_keys(['06c960b2-af36-4eff-b95c-ff03fab46dc6']) held by migration 8deb785a-e3aa-477a-8b9e-e1769943ca54 for instance [ 1078.114226] env[63005]: DEBUG nova.scheduler.client.report [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Overwriting current allocation {'allocations': {'06c960b2-af36-4eff-b95c-ff03fab46dc6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 137}}, 'project_id': '67021e68546a4a2791d1fb9d05a48307', 'user_id': 'b8d2561a76b24ee5abc3ab0be17ac731', 'consumer_generation': 1} on consumer 1c0b2956-1641-43dc-8c09-35e89671b04c {{(pid=63005) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1078.206583] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.206778] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.206958] env[63005]: DEBUG nova.network.neutron [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.235571] env[63005]: DEBUG oslo_vmware.api [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578099, 'name': PowerOnVM_Task, 'duration_secs': 0.436985} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.235836] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.236045] env[63005]: INFO nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Took 7.36 seconds to spawn the instance on the hypervisor. [ 1078.236234] env[63005]: DEBUG nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1078.237042] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29456c5-0c9b-444e-aabf-327f6b156f91 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.335024] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578102, 'name': CreateVM_Task, 'duration_secs': 0.344401} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.335216] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1078.335871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1078.336047] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.336451] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1078.337017] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5c4cf2d-dd8b-4215-951f-c855797ad5e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.028174] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.478s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.040027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.891s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.040027] env[63005]: DEBUG nova.objects.instance [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'resources' on Instance uuid 544d4d3f-a86e-4b17-8634-5068ed62bde1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.045560] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1079.045560] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52583218-a326-cee3-60b3-9df5e2780f8b" [ 1079.045560] env[63005]: _type = "Task" [ 1079.045560] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.052560] env[63005]: INFO nova.compute.manager [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Took 13.81 seconds to build instance. [ 1079.052560] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52db8bdf-9ad3-8c51-97bd-a660ef187155, 'name': SearchDatastore_Task, 'duration_secs': 0.008738} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.053983] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.054255] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.057421] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7389c79a-4f13-45ec-81e7-fd80100fa8ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.059217] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.065620] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52583218-a326-cee3-60b3-9df5e2780f8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.066832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.067067] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.067297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1079.067438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.067610] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.067909] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1079.067909] env[63005]: value = "task-2578103" [ 1079.067909] env[63005]: _type = "Task" [ 1079.067909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.068136] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a130e98-9c2c-4a99-92aa-a7bca0af0f54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.079897] env[63005]: INFO nova.scheduler.client.report [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleted allocations for instance 5cee92a4-2af3-4a4a-9e85-be569e5fd080 [ 1079.082364] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.088527] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.088747] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.089542] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-734ee085-5ef2-42fa-9196-12f0f183cadf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.094527] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1079.094527] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523bdd44-7f35-e89a-5fb5-591db1b268b8" [ 1079.094527] env[63005]: _type = "Task" [ 1079.094527] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.102991] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bdd44-7f35-e89a-5fb5-591db1b268b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.278695] env[63005]: DEBUG nova.network.neutron [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updated VIF entry in instance network info cache for port 5c6543e5-732f-4fee-9bf0-36614505ff02. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1079.279059] env[63005]: DEBUG nova.network.neutron [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updating instance_info_cache with network_info: [{"id": "5c6543e5-732f-4fee-9bf0-36614505ff02", "address": "fa:16:3e:60:ef:ea", "network": {"id": "93f7a016-7454-4554-b7e4-42aeec5daf23", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-706818291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ba873b15ad549d39b1c9a21fb2088ef", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "352165bb-004f-4180-9627-3a275dbe18af", "external-id": "nsx-vlan-transportzone-926", "segmentation_id": 926, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5c6543e5-73", "ovs_interfaceid": "5c6543e5-732f-4fee-9bf0-36614505ff02", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.385168] env[63005]: DEBUG nova.network.neutron [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updated VIF entry in instance network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1079.385588] env[63005]: DEBUG nova.network.neutron [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.541112] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.542336] env[63005]: DEBUG nova.network.neutron [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [{"id": "83766654-b6bd-48f5-b7cd-506f8baf4812", "address": "fa:16:3e:a1:a4:55", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83766654-b6", "ovs_interfaceid": "83766654-b6bd-48f5-b7cd-506f8baf4812", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.555453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-940f0f07-4190-49cc-b066-cd2f23675717 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.326s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.588613] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.590220] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c8a6600-5662-4a00-be6a-cbfb0d9db18e tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "5cee92a4-2af3-4a4a-9e85-be569e5fd080" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.700s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.606518] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bdd44-7f35-e89a-5fb5-591db1b268b8, 'name': SearchDatastore_Task, 'duration_secs': 0.013552} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.611593] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24d72bdb-3ac5-43dd-a38e-f172534e1de1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.622281] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1079.622281] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52185aa7-69fe-6abb-1c34-0a06f80eb32d" [ 1079.622281] env[63005]: _type = "Task" [ 1079.622281] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.636031] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52185aa7-69fe-6abb-1c34-0a06f80eb32d, 'name': SearchDatastore_Task, 'duration_secs': 0.009678} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.639255] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.639255] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/db6cf326-fdf8-4928-ba53-b9bb431c42ad.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.639255] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a8e31b3b-f781-4aa9-b3ee-a086351b2019 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.645699] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1079.645699] env[63005]: value = "task-2578104" [ 1079.645699] env[63005]: _type = "Task" [ 1079.645699] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.656654] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.782147] env[63005]: DEBUG oslo_concurrency.lockutils [req-351113c5-fd71-4b30-b036-cec6f1bcc8e0 req-a7083b2f-9c25-4ec0-8b7f-7a9ee1229a34 service nova] Releasing lock "refresh_cache-417de431-cfa7-45b4-abb3-955e42865e25" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.834850] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0a8f83-cc80-4c51-880b-30b0238d474c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.843307] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc89c3d6-fcf6-485e-9509-96fa3a59f662 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.875831] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1febdc13-5cdf-4c4b-8def-b781a43e7b7e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.883829] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb41d65-6545-478a-9a3e-361ac10db76b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.888775] env[63005]: DEBUG oslo_concurrency.lockutils [req-89b6fff6-939f-498f-a78c-c403c62379c2 req-0e349f21-3a16-4d42-af35-fa7f37ca89a6 service nova] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1079.897939] env[63005]: DEBUG nova.compute.provider_tree [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.042306] env[63005]: DEBUG oslo_vmware.api [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578091, 'name': ReconfigVM_Task, 'duration_secs': 5.823967} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.042671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.042834] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfigured VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1080.050256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-1c0b2956-1641-43dc-8c09-35e89671b04c" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.051188] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc44a75-84f8-40ab-ac29-6ece44a8d31e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.058491] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6d14d5-49fe-4280-b46c-94baeb9d1308 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.087746] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543404} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.088065] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.088514] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.088826] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3d4ba11f-802b-416f-b039-741fc502931e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.095823] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1080.095823] env[63005]: value = "task-2578106" [ 1080.095823] env[63005]: _type = "Task" [ 1080.095823] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.103698] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578106, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.155287] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469291} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.155576] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/db6cf326-fdf8-4928-ba53-b9bb431c42ad.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1080.155750] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1080.156008] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69697865-7775-45ec-935e-8ea93877585d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.161755] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1080.161755] env[63005]: value = "task-2578107" [ 1080.161755] env[63005]: _type = "Task" [ 1080.161755] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.169221] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.282327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "af2a130d-66c5-44d2-b260-b9e466721847" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.282540] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.282737] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "af2a130d-66c5-44d2-b260-b9e466721847-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1080.282940] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.283119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.284926] env[63005]: INFO nova.compute.manager [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Terminating instance [ 1080.302572] env[63005]: DEBUG nova.compute.manager [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-deleted-7426161c-428f-4353-8039-1f0dcc9cce2b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1080.302795] env[63005]: INFO nova.compute.manager [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Neutron deleted interface 7426161c-428f-4353-8039-1f0dcc9cce2b; detaching it from the instance and deleting it from the info cache [ 1080.303104] env[63005]: DEBUG nova.network.neutron [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "8d996530-2062-4662-8d2d-af0a63efece2", "address": "fa:16:3e:bc:26:cb", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8d996530-20", "ovs_interfaceid": "8d996530-2062-4662-8d2d-af0a63efece2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.401367] env[63005]: DEBUG nova.scheduler.client.report [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.606010] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578106, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.278122} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.606297] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.607077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221f0f4d-ccf8-43f4-945c-800b8e932870 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.629515] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.632483] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cff678d-5c9d-42d3-b77c-633319385926 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.653335] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1080.653335] env[63005]: value = "task-2578108" [ 1080.653335] env[63005]: _type = "Task" [ 1080.653335] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.662076] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578108, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.669959] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062445} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.672171] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1080.673456] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee772df0-c6d5-4d78-80a2-8e2fd588466e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.700078] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/db6cf326-fdf8-4928-ba53-b9bb431c42ad.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1080.701145] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-add0ded1-0437-4ea4-8799-97a3774ac2a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.723176] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1080.723176] env[63005]: value = "task-2578109" [ 1080.723176] env[63005]: _type = "Task" [ 1080.723176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.737905] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578109, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.788067] env[63005]: DEBUG nova.compute.manager [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1080.788303] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.789312] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1f0bd5-4ca0-4925-a19a-23fd31a7547f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.798334] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.798604] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72421746-0f57-4404-81a4-4a6d2e7a95ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.807423] env[63005]: DEBUG oslo_concurrency.lockutils [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1080.807679] env[63005]: DEBUG oslo_concurrency.lockutils [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] Acquired lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.808119] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1080.808119] env[63005]: value = "task-2578110" [ 1080.808119] env[63005]: _type = "Task" [ 1080.808119] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.809134] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e79af5f-8c92-427b-ad58-b36c23934f38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.844773] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578110, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.845656] env[63005]: DEBUG oslo_concurrency.lockutils [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] Releasing lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1080.846068] env[63005]: WARNING nova.compute.manager [req-94b1e03b-f198-4201-9bb9-eb9060b6d20b req-b293c41a-4dd8-4d07-95d7-569a88d54783 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Detach interface failed, port_id=7426161c-428f-4353-8039-1f0dcc9cce2b, reason: No device with interface-id 7426161c-428f-4353-8039-1f0dcc9cce2b exists on VM: nova.exception.NotFound: No device with interface-id 7426161c-428f-4353-8039-1f0dcc9cce2b exists on VM [ 1080.906498] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.909758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 5.588s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.909758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.909758] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1080.909758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.458s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1080.911399] env[63005]: INFO nova.compute.claims [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.914663] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ff194-94fb-47c6-9661-3a418a14ffbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.923663] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb6865d-380b-4d0f-af6a-a6b9471e0d3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.938440] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c2bbb0-370b-43a5-81d4-2c0b488330de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.945716] env[63005]: INFO nova.scheduler.client.report [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance 544d4d3f-a86e-4b17-8634-5068ed62bde1 [ 1080.947771] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badeefe9-d0cc-477f-ac6a-258ffb8b3e7c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.985689] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178494MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1080.985849] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.084400] env[63005]: DEBUG nova.compute.manager [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-deleted-8d996530-2062-4662-8d2d-af0a63efece2 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1081.084400] env[63005]: INFO nova.compute.manager [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Neutron deleted interface 8d996530-2062-4662-8d2d-af0a63efece2; detaching it from the instance and deleting it from the info cache [ 1081.084400] env[63005]: DEBUG nova.network.neutron [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.163789] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578108, 'name': ReconfigVM_Task, 'duration_secs': 0.391526} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.164071] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.164664] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e04f4078-a5fd-4747-9032-735de14ec1eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.171389] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1081.171389] env[63005]: value = "task-2578111" [ 1081.171389] env[63005]: _type = "Task" [ 1081.171389] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.174553] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1081.174553] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b11991cd-b4bc-4c4f-9b4a-dfb40efaf728 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.181335] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578111, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.182510] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1081.182510] env[63005]: value = "task-2578112" [ 1081.182510] env[63005]: _type = "Task" [ 1081.182510] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.234369] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.288709] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.288904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.289092] env[63005]: DEBUG nova.network.neutron [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.322383] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578110, 'name': PowerOffVM_Task, 'duration_secs': 0.182517} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.322725] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.322909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.323177] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb2b8d0c-2084-4c64-9656-2d29b95b14ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.390607] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.391749] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.391749] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore2] af2a130d-66c5-44d2-b260-b9e466721847 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.391749] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1929764f-192d-4cdf-9506-7ca335c2f17c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.398479] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1081.398479] env[63005]: value = "task-2578114" [ 1081.398479] env[63005]: _type = "Task" [ 1081.398479] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.405909] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578114, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.460516] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ce74a5d9-1afc-4b0e-af81-84b9979a3ce5 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "544d4d3f-a86e-4b17-8634-5068ed62bde1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.227s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.587100] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1081.587100] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Acquired lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.587315] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4830300-7a26-44a1-a883-6ef2a400f6cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.606401] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4813a695-75a3-41f3-ab68-d30c7cc6eea9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.631379] env[63005]: DEBUG nova.virt.vmwareapi.vmops [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfiguring VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1081.631641] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7dbd492-c27c-46cf-948b-b0477e6c79a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.644812] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.650439] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Waiting for the task: (returnval){ [ 1081.650439] env[63005]: value = "task-2578115" [ 1081.650439] env[63005]: _type = "Task" [ 1081.650439] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.658202] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.682044] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578111, 'name': Rename_Task, 'duration_secs': 0.139601} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.682235] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1081.682525] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06583a3c-af21-4fce-acf0-a76ea71bfb65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.692578] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578112, 'name': PowerOffVM_Task, 'duration_secs': 0.312366} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.693877] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.694661] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1081.694983] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1081.695234] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1081.695519] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1081.695767] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1081.695989] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1081.696279] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1081.696501] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1081.696741] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1081.696993] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1081.697304] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1081.702514] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1081.702514] env[63005]: value = "task-2578116" [ 1081.702514] env[63005]: _type = "Task" [ 1081.702514] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.703113] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c7cf78d-2b50-4a60-a925-ede5e58d0f7f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.722346] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578116, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.724090] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1081.724090] env[63005]: value = "task-2578117" [ 1081.724090] env[63005]: _type = "Task" [ 1081.724090] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.738856] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578109, 'name': ReconfigVM_Task, 'duration_secs': 0.700374} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.741947] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Reconfigured VM instance instance-00000068 to attach disk [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/db6cf326-fdf8-4928-ba53-b9bb431c42ad.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1081.744620] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578117, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.744620] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c62aa1a-e145-4a9e-803f-a74a5e381e5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.749008] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1081.749008] env[63005]: value = "task-2578118" [ 1081.749008] env[63005]: _type = "Task" [ 1081.749008] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.758168] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578118, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.910449] env[63005]: DEBUG oslo_vmware.api [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578114, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132531} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.910449] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.910941] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.910941] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.911109] env[63005]: INFO nova.compute.manager [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1081.911284] env[63005]: DEBUG oslo.service.loopingcall [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1081.911503] env[63005]: DEBUG nova.compute.manager [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1081.911622] env[63005]: DEBUG nova.network.neutron [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1082.161762] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.178638] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29c8e6-01e0-4f96-b8e8-0aa6d486b301 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.186084] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c275e140-73e8-4b11-a178-df856afb4aeb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.218749] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04d6695-0bba-4ddb-a885-3f0a16b53c25 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.226489] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578116, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.232029] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6080e29c-b5c4-4d53-99e7-c28e1087933f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.242374] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578117, 'name': ReconfigVM_Task, 'duration_secs': 0.297148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.250351] env[63005]: DEBUG nova.compute.provider_tree [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.252774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6146f358-b1c3-44b7-bb01-bb5d140f67ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.265656] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578118, 'name': Rename_Task, 'duration_secs': 0.329182} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.282792] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.283907] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1082.284130] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1082.284285] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.284465] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1082.284610] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.284749] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1082.284947] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1082.285114] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1082.285277] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1082.285434] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1082.285601] env[63005]: DEBUG nova.virt.hardware [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1082.286358] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c563aff-9f7f-4add-8652-25848c768096 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.287920] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf97003-20f5-4931-a06f-1baad724b53a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.290080] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.290300] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.290503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1082.290677] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1082.290838] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1082.292821] env[63005]: INFO nova.compute.manager [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Terminating instance [ 1082.299129] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1082.299129] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a83784-10d8-3c17-b4c0-9b5daba9859b" [ 1082.299129] env[63005]: _type = "Task" [ 1082.299129] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.304050] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1082.304050] env[63005]: value = "task-2578119" [ 1082.304050] env[63005]: _type = "Task" [ 1082.304050] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.311077] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a83784-10d8-3c17-b4c0-9b5daba9859b, 'name': SearchDatastore_Task, 'duration_secs': 0.006901} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.316602] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1082.319939] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-487595fa-f283-4243-ae89-66acdd785674 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.332923] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.338530] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1082.338530] env[63005]: value = "task-2578120" [ 1082.338530] env[63005]: _type = "Task" [ 1082.338530] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.348123] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578120, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.616448] env[63005]: DEBUG nova.network.neutron [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [{"id": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "address": "fa:16:3e:17:6a:bc", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf3c4f878-2f", "ovs_interfaceid": "f3c4f878-2f01-4bbc-8171-ad07a827ab17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.661398] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.725749] env[63005]: DEBUG oslo_vmware.api [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578116, 'name': PowerOnVM_Task, 'duration_secs': 0.695626} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.726009] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1082.726673] env[63005]: INFO nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1082.726867] env[63005]: DEBUG nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1082.727694] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa09fd2-bf42-4041-95dc-faf43f213ec3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.753806] env[63005]: DEBUG nova.scheduler.client.report [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.798045] env[63005]: DEBUG nova.compute.manager [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1082.798381] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1082.799276] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8bd5eb-6fd3-4749-9c1f-07ed1c52393f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.807397] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1082.810911] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9526df85-5bdd-4cc9-a56a-3ea8371152b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.817974] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578119, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.819323] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1082.819323] env[63005]: value = "task-2578121" [ 1082.819323] env[63005]: _type = "Task" [ 1082.819323] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.827976] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.851783] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578120, 'name': ReconfigVM_Task, 'duration_secs': 0.301852} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.853187] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1082.854568] env[63005]: DEBUG nova.compute.manager [req-2e7db4f6-9233-4f70-8c2c-38c93d328e22 req-4fe2ed20-35a0-451a-9148-bff3a929f3a2 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Received event network-vif-deleted-e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1082.854862] env[63005]: INFO nova.compute.manager [req-2e7db4f6-9233-4f70-8c2c-38c93d328e22 req-4fe2ed20-35a0-451a-9148-bff3a929f3a2 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Neutron deleted interface e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f; detaching it from the instance and deleting it from the info cache [ 1082.854862] env[63005]: DEBUG nova.network.neutron [req-2e7db4f6-9233-4f70-8c2c-38c93d328e22 req-4fe2ed20-35a0-451a-9148-bff3a929f3a2 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.856743] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e9693d-bf64-4db3-89af-410b61a56970 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.888301] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1082.889841] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edeeaec0-d69d-4fc8-88e8-c285f1676c8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.911219] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1082.911219] env[63005]: value = "task-2578122" [ 1082.911219] env[63005]: _type = "Task" [ 1082.911219] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.921328] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578122, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.119196] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1083.161983] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.206628] env[63005]: DEBUG nova.network.neutron [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1083.244824] env[63005]: INFO nova.compute.manager [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Took 17.97 seconds to build instance. [ 1083.259403] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.350s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.260783] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1083.265543] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.280s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.321039] env[63005]: DEBUG oslo_vmware.api [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578119, 'name': PowerOnVM_Task, 'duration_secs': 0.701714} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.325945] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.326317] env[63005]: INFO nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1083.326592] env[63005]: DEBUG nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.328026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d1222d-dccf-4378-941a-06227978e695 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.338790] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578121, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.360575] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efaf194c-867f-43ee-bbe5-5acdcf70560e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.373048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834d3a8a-3b3d-4259-9756-4ef455b02ae8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.413762] env[63005]: DEBUG nova.compute.manager [req-2e7db4f6-9233-4f70-8c2c-38c93d328e22 req-4fe2ed20-35a0-451a-9148-bff3a929f3a2 service nova] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Detach interface failed, port_id=e4a6a6ec-8fe1-4b62-97c9-ef5642403c6f, reason: Instance af2a130d-66c5-44d2-b260-b9e466721847 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1083.422461] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578122, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.448031] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1083.448302] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1083.623190] env[63005]: DEBUG oslo_concurrency.lockutils [None req-afb6e3c2-d725-47c4-87d7-a34d857c7bd4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-cda005b7-0902-4e35-8b0f-3e7e62e4c356-7426161c-428f-4353-8039-1f0dcc9cce2b" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.249s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.662685] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.709578] env[63005]: INFO nova.compute.manager [-] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Took 1.80 seconds to deallocate network for instance. [ 1083.750013] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44bfee03-9289-4317-9f77-94bdf5976b5e tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.486s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1083.770256] env[63005]: DEBUG nova.compute.utils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1083.778420] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1083.778606] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1083.820338] env[63005]: DEBUG nova.policy [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a95378fcf840f88272ccd13502af91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4946bff6a64017b962db6193105e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.830285] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578121, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.858668] env[63005]: INFO nova.compute.manager [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Took 15.12 seconds to build instance. [ 1083.924872] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578122, 'name': ReconfigVM_Task, 'duration_secs': 0.706841} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.925886] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c/1c0b2956-1641-43dc-8c09-35e89671b04c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1083.926907] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742ddf65-72c5-4500-a6a3-60e2f650ade4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.957690] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1083.963421] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c6fba1-5b62-4d3d-876d-6781be6e55f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.997683] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703f02d9-92ba-43ec-866f-73c91b71d656 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.023141] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5788ff-be76-4c33-b8b8-1a7addebbb60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.031498] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1084.031726] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e94ef3c-ba3f-4a98-86f1-471909f82229 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.037874] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1084.037874] env[63005]: value = "task-2578123" [ 1084.037874] env[63005]: _type = "Task" [ 1084.037874] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.046493] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.163199] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.216394] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.279494] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1084.313126] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.313298] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.313436] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5c611ad3-304c-4795-8d76-3e1077f00edc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.313564] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.313689] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1978a080-2e93-4e97-814e-483ea2eadc3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.313833] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance cda005b7-0902-4e35-8b0f-3e7e62e4c356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9d224e55-359e-4f2d-9b12-db75465b54a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1c0b2956-1641-43dc-8c09-35e89671b04c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance fce78279-52f7-4b65-9777-5c793fbfb5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 417de431-cfa7-45b4-abb3-955e42865e25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance af2a130d-66c5-44d2-b260-b9e466721847 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.314864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance db6cf326-fdf8-4928-ba53-b9bb431c42ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.315232] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96805003-38d6-4344-afd9-1dc319f689f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1084.331883] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578121, 'name': PowerOffVM_Task, 'duration_secs': 1.23119} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.332236] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.332465] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.332749] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b9bac9-84ec-4cd3-a381-6376c03838c9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.334770] env[63005]: INFO nova.compute.manager [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Rescuing [ 1084.335059] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.335254] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335478] env[63005]: DEBUG nova.network.neutron [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.338914] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Successfully created port: 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1084.361518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-b0912847-d91b-472d-978a-397a2b288a52 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.634s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1084.406706] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.406951] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.407191] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleting the datastore file [datastore2] 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.407460] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-addef765-343f-489e-a746-d117d70d96d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.415231] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for the task: (returnval){ [ 1084.415231] env[63005]: value = "task-2578125" [ 1084.415231] env[63005]: _type = "Task" [ 1084.415231] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.423330] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.489871] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1084.550666] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.664052] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.818716] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 830fb27f-b262-49d6-961e-a53b8eeaa096 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1084.819094] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1084.819342] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3584MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1084.879768] env[63005]: DEBUG nova.compute.manager [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Received event network-changed-22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1084.879952] env[63005]: DEBUG nova.compute.manager [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Refreshing instance network info cache due to event network-changed-22110d2e-cc92-4ac1-8a65-da5b2d815385. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1084.880512] env[63005]: DEBUG oslo_concurrency.lockutils [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1084.880690] env[63005]: DEBUG oslo_concurrency.lockutils [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.880910] env[63005]: DEBUG nova.network.neutron [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Refreshing network info cache for port 22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1084.927146] env[63005]: DEBUG oslo_vmware.api [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Task: {'id': task-2578125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176115} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.929707] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1084.929893] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1084.930082] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1084.930271] env[63005]: INFO nova.compute.manager [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1084.930508] env[63005]: DEBUG oslo.service.loopingcall [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1084.930865] env[63005]: DEBUG nova.compute.manager [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1084.930961] env[63005]: DEBUG nova.network.neutron [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.052977] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578123, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.066017] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a8beed-b9d3-4667-8530-81b8929ec974 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.074037] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9106561-3928-492f-be9e-e5a3110fa496 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.104974] env[63005]: DEBUG nova.network.neutron [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.108572] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3a850e-c832-407d-bf9c-8f4ff887db71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.116940] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a001bbf8-762f-4fc0-9e13-e5747762b5d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.132199] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.165541] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.293491] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1085.325316] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1085.325590] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1085.325753] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1085.325938] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1085.326094] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1085.326241] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1085.326448] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1085.326606] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1085.326763] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1085.326921] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1085.327104] env[63005]: DEBUG nova.virt.hardware [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1085.327996] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f39b3da2-0960-4817-ae7a-a6ef17dbd67b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.340521] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a088771-1216-47b1-bb33-efe6514e8622 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.393441] env[63005]: DEBUG nova.compute.manager [req-77d1ec56-7e83-4a1b-b23d-0294544f38a9 req-41ab2fb7-5c47-4587-ba6f-e1efa3c9a605 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Received event network-vif-deleted-531e164d-e57f-4dce-946d-bc077a3710f7 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1085.393671] env[63005]: INFO nova.compute.manager [req-77d1ec56-7e83-4a1b-b23d-0294544f38a9 req-41ab2fb7-5c47-4587-ba6f-e1efa3c9a605 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Neutron deleted interface 531e164d-e57f-4dce-946d-bc077a3710f7; detaching it from the instance and deleting it from the info cache [ 1085.393796] env[63005]: DEBUG nova.network.neutron [req-77d1ec56-7e83-4a1b-b23d-0294544f38a9 req-41ab2fb7-5c47-4587-ba6f-e1efa3c9a605 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.551776] env[63005]: DEBUG oslo_vmware.api [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578123, 'name': PowerOnVM_Task, 'duration_secs': 1.318146} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.552058] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1085.610016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1085.625386] env[63005]: DEBUG nova.network.neutron [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updated VIF entry in instance network info cache for port 22110d2e-cc92-4ac1-8a65-da5b2d815385. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1085.625642] env[63005]: DEBUG nova.network.neutron [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.638356] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.666493] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.827998] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Successfully updated port: 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1085.877588] env[63005]: DEBUG nova.network.neutron [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.897312] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-01a947a1-7580-4a73-8f23-578683456a56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.907486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f058db8d-38ca-4d6b-ba4f-74ede86b425a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.941596] env[63005]: DEBUG nova.compute.manager [req-77d1ec56-7e83-4a1b-b23d-0294544f38a9 req-41ab2fb7-5c47-4587-ba6f-e1efa3c9a605 service nova] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Detach interface failed, port_id=531e164d-e57f-4dce-946d-bc077a3710f7, reason: Instance 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1086.128132] env[63005]: DEBUG oslo_concurrency.lockutils [req-c006e658-34b2-4d18-914c-db9679cc64e2 req-c7c64dbf-846e-4d3f-9f88-d784d2913a69 service nova] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1086.144864] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1086.144864] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.879s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.145251] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.929s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.145469] env[63005]: DEBUG nova.objects.instance [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid af2a130d-66c5-44d2-b260-b9e466721847 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1086.166484] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.332885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1086.332885] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.332885] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1086.380186] env[63005]: INFO nova.compute.manager [-] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Took 1.45 seconds to deallocate network for instance. [ 1086.598430] env[63005]: INFO nova.compute.manager [None req-ec39e082-4cee-4c51-92d9-a88c178bd99d tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance to original state: 'active' [ 1086.667767] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.842446] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7420cdbe-9209-4660-8864-0abf26963ceb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.851424] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f028c44-20d2-4c63-a119-2178dfbbb152 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.882652] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1086.885015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3a0817-876c-482b-9c42-dc1d3db68abe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.888209] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.893988] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153e50c7-517b-4aab-8613-da1122381983 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.908394] env[63005]: DEBUG nova.compute.provider_tree [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.913838] env[63005]: DEBUG nova.compute.manager [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.914070] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1086.914302] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1086.914456] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1086.914631] env[63005]: DEBUG nova.compute.manager [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] No waiting events found dispatching network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1086.914792] env[63005]: WARNING nova.compute.manager [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received unexpected event network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd for instance with vm_state building and task_state spawning. [ 1086.914956] env[63005]: DEBUG nova.compute.manager [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1086.915154] env[63005]: DEBUG nova.compute.manager [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing instance network info cache due to event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1086.915302] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.046391] env[63005]: DEBUG nova.network.neutron [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.151800] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.152150] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc2314e9-f4c6-4a90-bad8-2b8b41eaa4e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.159933] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1087.159933] env[63005]: value = "task-2578126" [ 1087.159933] env[63005]: _type = "Task" [ 1087.159933] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.170705] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.173547] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578126, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.417704] env[63005]: DEBUG nova.scheduler.client.report [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.549393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.549696] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance network_info: |[{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1087.550106] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.550320] env[63005]: DEBUG nova.network.neutron [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1087.551531] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:9a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71fb43c7-2bae-47f8-99a1-80e40ebb63cd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1087.560962] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating folder: Project (ec4946bff6a64017b962db6193105e08). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.564166] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9e6130f-aca8-46aa-b6f3-1ac6efb88fd7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.576871] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created folder: Project (ec4946bff6a64017b962db6193105e08) in parent group-v519994. [ 1087.577162] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating folder: Instances. Parent ref: group-v520265. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.577405] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6623938-9d41-4fdf-9fd6-c4af59443d77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.585559] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created folder: Instances in parent group-v520265. [ 1087.585788] env[63005]: DEBUG oslo.service.loopingcall [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1087.585964] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.586178] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b128b458-1b75-437b-b43a-8fd32730a865 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.609500] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.609500] env[63005]: value = "task-2578129" [ 1087.609500] env[63005]: _type = "Task" [ 1087.609500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.616794] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578129, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.678537] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578126, 'name': PowerOffVM_Task, 'duration_secs': 0.222526} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.678789] env[63005]: DEBUG oslo_vmware.api [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Task: {'id': task-2578115, 'name': ReconfigVM_Task, 'duration_secs': 5.749062} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.679058] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1087.679385] env[63005]: DEBUG oslo_concurrency.lockutils [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] Releasing lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1087.679587] env[63005]: DEBUG nova.virt.vmwareapi.vmops [req-d6bb3964-ab15-443a-9731-03df8a5d323b req-83d2c39a-5dd7-4eaa-82a4-4af64ad2d829 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Reconfigured VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1087.680779] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b488b5-dc1b-422a-80e1-fe046b016ea9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.683278] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.039s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.683498] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1087.683696] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.683857] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.685957] env[63005]: INFO nova.compute.manager [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Terminating instance [ 1087.704634] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547caeb7-07eb-40fc-baa5-cb7afc00a44b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.757360] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1087.757672] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9012198e-f3b6-4bad-be40-b3197794f92a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.764134] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1087.764134] env[63005]: value = "task-2578130" [ 1087.764134] env[63005]: _type = "Task" [ 1087.764134] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.775115] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1087.775328] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.775566] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1087.775711] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.775887] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.776172] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d7c0d15-52c6-466b-bb73-fd9a8dbc222f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.784137] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.784322] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.785050] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da5d35e0-ca97-4099-978e-52a219eab384 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.789956] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1087.789956] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52523d4c-3f2c-e1cf-d304-ed1034f68b3a" [ 1087.789956] env[63005]: _type = "Task" [ 1087.789956] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.797526] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52523d4c-3f2c-e1cf-d304-ed1034f68b3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.890720] env[63005]: DEBUG nova.network.neutron [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updated VIF entry in instance network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1087.891266] env[63005]: DEBUG nova.network.neutron [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.922924] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1087.926036] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.436s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1087.927817] env[63005]: INFO nova.compute.claims [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.947556] env[63005]: INFO nova.scheduler.client.report [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance af2a130d-66c5-44d2-b260-b9e466721847 [ 1088.116021] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578129, 'name': CreateVM_Task, 'duration_secs': 0.430149} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.116201] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1088.116892] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.117078] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.117406] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1088.117918] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b43117-af49-4529-ad88-daaa88a671a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.122462] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1088.122462] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525b225e-53b0-3ca5-b2d5-141d161d5545" [ 1088.122462] env[63005]: _type = "Task" [ 1088.122462] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.130042] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525b225e-53b0-3ca5-b2d5-141d161d5545, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.209366] env[63005]: DEBUG nova.compute.manager [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.209733] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.210980] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7991770f-1871-487c-9f9e-37663289c3bc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.220497] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.220747] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e0dccc7-9289-4480-b9a9-dc2abc0becde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.226916] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1088.226916] env[63005]: value = "task-2578131" [ 1088.226916] env[63005]: _type = "Task" [ 1088.226916] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.234750] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.304208] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52523d4c-3f2c-e1cf-d304-ed1034f68b3a, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.304824] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-548d2cb8-87ed-4977-a266-135a41ed98b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.311235] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1088.311235] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526761f7-e69c-bd00-7094-bc12f7619e44" [ 1088.311235] env[63005]: _type = "Task" [ 1088.311235] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.319918] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526761f7-e69c-bd00-7094-bc12f7619e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.393887] env[63005]: DEBUG oslo_concurrency.lockutils [req-095fcdf6-de99-4736-aedf-6ce1ff68b6c7 req-170d5481-a970-4223-92c7-fb00ea4e1381 service nova] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.454765] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c001abd5-0b9e-4c47-9d92-91194e494255 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "af2a130d-66c5-44d2-b260-b9e466721847" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.172s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.468792] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.469117] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.469329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1088.469504] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1088.469665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1088.471937] env[63005]: INFO nova.compute.manager [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Terminating instance [ 1088.633417] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525b225e-53b0-3ca5-b2d5-141d161d5545, 'name': SearchDatastore_Task, 'duration_secs': 0.039555} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.633734] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.633968] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1088.634224] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1088.634384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.634541] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1088.634806] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cbdc6ba-56b0-429b-a139-cd443ab61e66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.642676] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1088.642844] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1088.643560] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780d419f-0e60-4c7b-9e7d-dd0db29ae97c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.648483] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1088.648483] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52988178-fbe2-6412-217a-8fd64013a2ab" [ 1088.648483] env[63005]: _type = "Task" [ 1088.648483] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.655810] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52988178-fbe2-6412-217a-8fd64013a2ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.736972] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578131, 'name': PowerOffVM_Task, 'duration_secs': 0.348488} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.737266] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.737438] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.737682] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb8f82d6-61cd-4702-a98e-9538c041a794 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.821660] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526761f7-e69c-bd00-7094-bc12f7619e44, 'name': SearchDatastore_Task, 'duration_secs': 0.011692} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.822787] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1088.823063] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1088.823353] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1088.823533] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1088.823697] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleting the datastore file [datastore2] cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.823925] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5805d6b6-43ec-4a19-9d35-a6e90e7c2f8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.825862] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d25b121-eb92-4525-8705-e44d9d03bd0a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.832073] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1088.832073] env[63005]: value = "task-2578134" [ 1088.832073] env[63005]: _type = "Task" [ 1088.832073] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.833230] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1088.833230] env[63005]: value = "task-2578133" [ 1088.833230] env[63005]: _type = "Task" [ 1088.833230] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.842699] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.845480] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.975739] env[63005]: DEBUG nova.compute.manager [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.976120] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.976720] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc6e7839-65d0-4027-a1e1-a8aed26dae32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.984516] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1088.984516] env[63005]: value = "task-2578135" [ 1088.984516] env[63005]: _type = "Task" [ 1088.984516] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.999518] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578135, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.167923] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52988178-fbe2-6412-217a-8fd64013a2ab, 'name': SearchDatastore_Task, 'duration_secs': 0.030587} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.170043] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5967ca93-c8ea-4378-8a23-159896e7f221 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.177623] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1089.177623] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a9c337-4e9b-fb80-22b3-35e372ee2011" [ 1089.177623] env[63005]: _type = "Task" [ 1089.177623] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.189557] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a9c337-4e9b-fb80-22b3-35e372ee2011, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.195669] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50aabd0-9294-44fb-98f8-c10063bf32cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.203210] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c3a4ba-539c-4e0e-b5f8-33acc26a9e75 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.236454] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc908f52-a37d-4251-82bc-60c17395fbfa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.245073] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b512d-ffc0-4745-81fb-e50ce17e6453 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.259683] env[63005]: DEBUG nova.compute.provider_tree [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.346752] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508464} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.349879] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 1089.350211] env[63005]: DEBUG oslo_vmware.api [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419296} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.350897] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029cbdfb-dd67-4014-a30d-77e4dea55942 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.353343] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.353620] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.353698] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.353872] env[63005]: INFO nova.compute.manager [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1089.354119] env[63005]: DEBUG oslo.service.loopingcall [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1089.354311] env[63005]: DEBUG nova.compute.manager [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.354408] env[63005]: DEBUG nova.network.neutron [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.378324] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.378672] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d9375b-bac3-4da3-b2cb-eb5c74ce821b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.399902] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1089.399902] env[63005]: value = "task-2578136" [ 1089.399902] env[63005]: _type = "Task" [ 1089.399902] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.413649] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.496040] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578135, 'name': PowerOffVM_Task, 'duration_secs': 0.220457} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.496040] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.496040] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1089.496297] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520244', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'name': 'volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1c0b2956-1641-43dc-8c09-35e89671b04c', 'attached_at': '2025-02-16T21:41:48.000000', 'detached_at': '', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'serial': '4a1b9273-edc9-4fbb-8371-cefc3e869f01'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1089.497151] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b48f65-1f1c-4e21-a99c-228305efceaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.524947] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3e4b85-a6b1-4caf-9d3b-b099a9b89ca0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.533833] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa91a51c-2a61-42ee-bc66-24420b9f02b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.556090] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58ac73-5a8f-4741-8452-2a7cbe60cb20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.572288] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] The volume has not been displaced from its original location: [datastore1] volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01/volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1089.577652] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1089.578091] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2be793ef-0958-4ae8-91bd-5872c1a0423e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.602196] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1089.602196] env[63005]: value = "task-2578137" [ 1089.602196] env[63005]: _type = "Task" [ 1089.602196] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.615572] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578137, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.698192] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a9c337-4e9b-fb80-22b3-35e372ee2011, 'name': SearchDatastore_Task, 'duration_secs': 0.023825} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.698192] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1089.698192] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.698192] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e33c006-1d07-4fe7-be10-c646118aa825 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.704604] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1089.704604] env[63005]: value = "task-2578138" [ 1089.704604] env[63005]: _type = "Task" [ 1089.704604] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.714384] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.765285] env[63005]: DEBUG nova.scheduler.client.report [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.918566] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578136, 'name': ReconfigVM_Task, 'duration_secs': 0.287522} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.918566] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Reconfigured VM instance instance-00000068 to attach disk [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.919809] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a32a20e-b7d7-4b13-8b75-e1ea9e89b621 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.962451] env[63005]: DEBUG nova.network.neutron [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.963613] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d940d9e-9593-4ede-bfa5-132c7c255718 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.984619] env[63005]: DEBUG nova.compute.manager [req-a7ac2aa7-832c-4bac-937c-c34d2ccd9188 req-278536c4-e772-43ea-a810-1a6ad3d7e0f6 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Received event network-vif-deleted-f3c4f878-2f01-4bbc-8171-ad07a827ab17 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1089.984619] env[63005]: INFO nova.compute.manager [req-a7ac2aa7-832c-4bac-937c-c34d2ccd9188 req-278536c4-e772-43ea-a810-1a6ad3d7e0f6 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Neutron deleted interface f3c4f878-2f01-4bbc-8171-ad07a827ab17; detaching it from the instance and deleting it from the info cache [ 1089.984619] env[63005]: DEBUG nova.network.neutron [req-a7ac2aa7-832c-4bac-937c-c34d2ccd9188 req-278536c4-e772-43ea-a810-1a6ad3d7e0f6 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.989070] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "214b689e-32c9-49bd-93d1-22c44532a789" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1089.989410] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1089.999022] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1089.999022] env[63005]: value = "task-2578139" [ 1089.999022] env[63005]: _type = "Task" [ 1089.999022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.009714] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578139, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.113823] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578137, 'name': ReconfigVM_Task, 'duration_secs': 0.214661} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.114175] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1090.119089] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f83c11-c0aa-4196-8e63-d81ea09bff48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.135871] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1090.135871] env[63005]: value = "task-2578140" [ 1090.135871] env[63005]: _type = "Task" [ 1090.135871] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.147391] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.214593] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578138, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.271507] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.345s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.272125] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.277318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.387s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.277318] env[63005]: DEBUG nova.objects.instance [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lazy-loading 'resources' on Instance uuid 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.475593] env[63005]: INFO nova.compute.manager [-] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Took 1.12 seconds to deallocate network for instance. [ 1090.489509] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29998a41-1387-4dbb-af05-b442a2434c3c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.492572] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1090.505058] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57959df-d83a-4d33-8cfa-5bb631aa0cee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.521832] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578139, 'name': ReconfigVM_Task, 'duration_secs': 0.212549} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.521949] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1090.522149] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb773a9-a55c-4984-8e5d-aeaf7d01c1e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.539676] env[63005]: DEBUG nova.compute.manager [req-a7ac2aa7-832c-4bac-937c-c34d2ccd9188 req-278536c4-e772-43ea-a810-1a6ad3d7e0f6 service nova] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Detach interface failed, port_id=f3c4f878-2f01-4bbc-8171-ad07a827ab17, reason: Instance cda005b7-0902-4e35-8b0f-3e7e62e4c356 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1090.540986] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1090.540986] env[63005]: value = "task-2578141" [ 1090.540986] env[63005]: _type = "Task" [ 1090.540986] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.549785] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578141, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.645946] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578140, 'name': ReconfigVM_Task, 'duration_secs': 0.173232} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.646343] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520244', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'name': 'volume-4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '1c0b2956-1641-43dc-8c09-35e89671b04c', 'attached_at': '2025-02-16T21:41:48.000000', 'detached_at': '', 'volume_id': '4a1b9273-edc9-4fbb-8371-cefc3e869f01', 'serial': '4a1b9273-edc9-4fbb-8371-cefc3e869f01'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1090.646751] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1090.647552] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2920dd68-fad9-4c2d-9768-c34fa412e3cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.654172] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.654387] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aadb7d19-bc22-4ae9-aebe-06eb89cc0286 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.715619] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519743} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.715861] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1090.716033] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1090.716285] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f06c5c9-d039-43de-8d3d-8f83466cdbf8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.723368] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1090.723368] env[63005]: value = "task-2578143" [ 1090.723368] env[63005]: _type = "Task" [ 1090.723368] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.731884] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.733154] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.733378] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.733589] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleting the datastore file [datastore1] 1c0b2956-1641-43dc-8c09-35e89671b04c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.733862] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0288e756-e24c-45c9-99b0-6663a3315510 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.740493] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1090.740493] env[63005]: value = "task-2578144" [ 1090.740493] env[63005]: _type = "Task" [ 1090.740493] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.749839] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578144, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.778529] env[63005]: DEBUG nova.compute.utils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1090.783555] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.783555] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.841350] env[63005]: DEBUG nova.policy [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e47d71a949fe47b49f47d29ab4846272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1295763e573249658770aafd80e66811', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.983215] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.014200] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.016159] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b4f85b-b052-49f7-96db-5adf1ecf53f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.024263] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273a2884-6d91-46b3-b505-6d1c4621f6f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.064203] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8675aef-3680-4c2c-acb1-072a9bf9fff2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.078637] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e563fa42-b520-4405-a859-ce7c94b89bc1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.082849] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578141, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.094159] env[63005]: DEBUG nova.compute.provider_tree [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1091.233580] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071194} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.233834] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1091.234612] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3609abf-9eb0-4f98-9ad5-c34c44322b46 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.257659] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.260787] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8827bc91-4bda-4b22-8383-ff53a058422c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.282051] env[63005]: DEBUG oslo_vmware.api [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578144, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158088} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.283208] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.283406] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.283584] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.283759] env[63005]: INFO nova.compute.manager [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1091.284008] env[63005]: DEBUG oslo.service.loopingcall [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1091.284451] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.287075] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1091.287075] env[63005]: value = "task-2578145" [ 1091.287075] env[63005]: _type = "Task" [ 1091.287075] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.287475] env[63005]: DEBUG nova.compute.manager [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1091.287574] env[63005]: DEBUG nova.network.neutron [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1091.299984] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.451497] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Successfully created port: f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1091.461021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1091.461021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1091.571976] env[63005]: DEBUG oslo_vmware.api [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578141, 'name': PowerOnVM_Task, 'duration_secs': 0.565784} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.572088] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.576015] env[63005]: DEBUG nova.compute.manager [None req-d96bd958-062e-4c7f-9c7c-ddaf14007b7f tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.576015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04e7a475-b572-4d38-82b3-357d6f980197 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.601869] env[63005]: DEBUG nova.scheduler.client.report [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.756019] env[63005]: DEBUG nova.compute.manager [req-9ffc5832-3f22-4fbe-bd51-c34e6107e692 req-1637a238-0358-448c-a116-276a059a01bd service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Received event network-vif-deleted-83766654-b6bd-48f5-b7cd-506f8baf4812 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1091.756239] env[63005]: INFO nova.compute.manager [req-9ffc5832-3f22-4fbe-bd51-c34e6107e692 req-1637a238-0358-448c-a116-276a059a01bd service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Neutron deleted interface 83766654-b6bd-48f5-b7cd-506f8baf4812; detaching it from the instance and deleting it from the info cache [ 1091.756411] env[63005]: DEBUG nova.network.neutron [req-9ffc5832-3f22-4fbe-bd51-c34e6107e692 req-1637a238-0358-448c-a116-276a059a01bd service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.801437] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.965014] env[63005]: DEBUG nova.compute.utils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1092.105632] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.830s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.109077] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.125s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.109077] env[63005]: DEBUG nova.objects.instance [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'resources' on Instance uuid cda005b7-0902-4e35-8b0f-3e7e62e4c356 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.132130] env[63005]: INFO nova.scheduler.client.report [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Deleted allocations for instance 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4 [ 1092.235822] env[63005]: DEBUG nova.network.neutron [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.258588] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f688eec-92fb-46d5-b18f-4e724f56f874 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.269307] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213fdd69-b3fb-45e9-bcd2-0c2149de1260 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.301994] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.304138] env[63005]: DEBUG nova.compute.manager [req-9ffc5832-3f22-4fbe-bd51-c34e6107e692 req-1637a238-0358-448c-a116-276a059a01bd service nova] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Detach interface failed, port_id=83766654-b6bd-48f5-b7cd-506f8baf4812, reason: Instance 1c0b2956-1641-43dc-8c09-35e89671b04c could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1092.313176] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578145, 'name': ReconfigVM_Task, 'duration_secs': 0.758464} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.313457] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.314091] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eacea3c6-ebb1-4db4-9b65-21638be9aa6d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.322221] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1092.322221] env[63005]: value = "task-2578146" [ 1092.322221] env[63005]: _type = "Task" [ 1092.322221] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.334547] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578146, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.337040] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.337040] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.337281] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.337328] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.337474] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.337624] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.337831] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.338045] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.338262] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.338515] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.338838] env[63005]: DEBUG nova.virt.hardware [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.339717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a4de82-fa37-4e88-ad1d-ce5bbaa98804 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.348013] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48861ad2-4e0c-4a10-9fc3-9eb698534f94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.469041] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.640314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6e5e41ef-61ed-4045-bb91-4773ff401ae4 tempest-VolumesAdminNegativeTest-75356711 tempest-VolumesAdminNegativeTest-75356711-project-member] Lock "6cc3a9a3-a0c5-406e-95d4-b3953c8301e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.349s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.741035] env[63005]: INFO nova.compute.manager [-] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Took 1.45 seconds to deallocate network for instance. [ 1092.811733] env[63005]: DEBUG nova.compute.manager [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1092.812106] env[63005]: DEBUG nova.compute.manager [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing instance network info cache due to event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1092.812165] env[63005]: DEBUG oslo_concurrency.lockutils [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1092.812292] env[63005]: DEBUG oslo_concurrency.lockutils [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812603] env[63005]: DEBUG nova.network.neutron [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.829649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bae84a-95ec-4a65-a02a-6070c38c3147 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.835477] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578146, 'name': Rename_Task, 'duration_secs': 0.151746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.836085] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1092.836559] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa0be1c4-e5ab-428b-ac1d-3666ee537c20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.840828] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6b0256-62b8-4398-ae72-92e4a96611a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.846238] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1092.846238] env[63005]: value = "task-2578147" [ 1092.846238] env[63005]: _type = "Task" [ 1092.846238] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.880237] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578147, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.881523] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b08a3e-d845-4438-a24d-c93ff7add32f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.889908] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2b3f3-ecad-4693-8d7f-da392f5cce1e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.906469] env[63005]: DEBUG nova.compute.provider_tree [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1093.116800] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Successfully updated port: f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1093.301036] env[63005]: INFO nova.compute.manager [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Took 0.56 seconds to detach 1 volumes for instance. [ 1093.357917] env[63005]: DEBUG oslo_vmware.api [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578147, 'name': PowerOnVM_Task, 'duration_secs': 0.485378} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.358256] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1093.358528] env[63005]: INFO nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1093.358773] env[63005]: DEBUG nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1093.359715] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9a2546-0b62-40c2-ba40-ca08fa998d03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.413096] env[63005]: DEBUG nova.scheduler.client.report [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1093.543423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.543687] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.543915] env[63005]: INFO nova.compute.manager [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Attaching volume e2ba9312-5f9e-4569-b3ad-8575af02c82f to /dev/sdb [ 1093.585404] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c275e-29b7-4017-a531-45461f6448f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.594976] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd9454a-3b30-4569-ba44-1dd8b803f868 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.609362] env[63005]: DEBUG nova.virt.block_device [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating existing volume attachment record: ef137126-65e8-443f-8b0d-24d3d1ea13a1 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1093.619566] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1093.620707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.620707] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.654025] env[63005]: DEBUG nova.network.neutron [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updated VIF entry in instance network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1093.654425] env[63005]: DEBUG nova.network.neutron [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.809169] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1093.886695] env[63005]: INFO nova.compute.manager [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Took 18.45 seconds to build instance. [ 1093.920131] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1093.923499] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.909s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1093.925106] env[63005]: INFO nova.compute.claims [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.949880] env[63005]: INFO nova.scheduler.client.report [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted allocations for instance cda005b7-0902-4e35-8b0f-3e7e62e4c356 [ 1094.157311] env[63005]: DEBUG oslo_concurrency.lockutils [req-b3e8878b-503c-4320-bb3e-887ad1cacd69 req-bebe336a-f79e-4fcc-9193-118805faeee0 service nova] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1094.186717] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.388828] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ffaa0313-741d-49f1-be02-249823cf7cf6 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.964s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.459249] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da35b4ab-aa01-408d-bd78-093243400ef9 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "cda005b7-0902-4e35-8b0f-3e7e62e4c356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.776s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.554414] env[63005]: DEBUG nova.network.neutron [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.859742] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Received event network-vif-plugged-f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.859742] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.859742] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.859742] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.859742] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] No waiting events found dispatching network-vif-plugged-f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.859742] env[63005]: WARNING nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Received unexpected event network-vif-plugged-f84f2cfe-d739-4fe3-8cd7-55afa10a2395 for instance with vm_state building and task_state spawning. [ 1094.859742] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Received event network-changed-f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1094.859742] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Refreshing instance network info cache due to event network-changed-f84f2cfe-d739-4fe3-8cd7-55afa10a2395. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1094.859742] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Acquiring lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1095.060330] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1095.060330] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Instance network_info: |[{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1095.064521] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Acquired lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.064646] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Refreshing network info cache for port f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1095.069026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:d2:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35e463c7-7d78-4d66-8efd-6127b1f3ee17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f84f2cfe-d739-4fe3-8cd7-55afa10a2395', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1095.076972] env[63005]: DEBUG oslo.service.loopingcall [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1095.082522] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1095.082952] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-760c8a07-f7d5-498f-b451-13114c86437d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.109537] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1095.109537] env[63005]: value = "task-2578151" [ 1095.109537] env[63005]: _type = "Task" [ 1095.109537] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.116523] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578151, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.199817] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737afe41-1593-4edc-b957-3b34f2fa69e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.209733] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d41e0c7-e084-47a5-9607-b34e9e3fcc63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.240649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd182a16-cf95-46f5-843e-597504ec9a27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.249220] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e77377c-d1e9-4e45-8c08-d73314babe36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.267542] env[63005]: DEBUG nova.compute.provider_tree [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1095.617549] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578151, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.774062] env[63005]: DEBUG nova.scheduler.client.report [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.916891] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updated VIF entry in instance network info cache for port f84f2cfe-d739-4fe3-8cd7-55afa10a2395. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1095.917379] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.120269] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578151, 'name': CreateVM_Task, 'duration_secs': 0.666347} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.121392] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1096.123732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.123732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.123732] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1096.123732] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79524035-6116-4e81-99f1-0b1ca3c858b3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.129756] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1096.129756] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c45836-9798-632f-f2f6-db23d15a58a4" [ 1096.129756] env[63005]: _type = "Task" [ 1096.129756] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.141487] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c45836-9798-632f-f2f6-db23d15a58a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008667} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.142301] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.144045] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1096.144045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.144045] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.144045] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1096.144045] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-403252c6-3d74-42a2-be17-ddbecdccb75c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.153336] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1096.153336] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1096.153336] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae170d86-afe9-42e8-b9da-a6bead2463f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.159909] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1096.159909] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c57786-ddeb-4abf-935f-f987672e8b6e" [ 1096.159909] env[63005]: _type = "Task" [ 1096.159909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.167874] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c57786-ddeb-4abf-935f-f987672e8b6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.279423] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.279980] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1096.286026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.475s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.286026] env[63005]: DEBUG nova.objects.instance [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'resources' on Instance uuid 1c0b2956-1641-43dc-8c09-35e89671b04c {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1096.421538] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Releasing lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1096.422235] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.422568] env[63005]: DEBUG nova.compute.manager [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing instance network info cache due to event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.424211] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.424211] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.424211] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1096.671625] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c57786-ddeb-4abf-935f-f987672e8b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.008198} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.672828] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e26ba2d-5951-4732-b46f-e8fc177bd464 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.679710] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1096.679710] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52141ff4-eb48-a88a-0281-1c81f0428fd7" [ 1096.679710] env[63005]: _type = "Task" [ 1096.679710] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.689233] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52141ff4-eb48-a88a-0281-1c81f0428fd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.786237] env[63005]: DEBUG nova.compute.utils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1096.791735] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1096.791961] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1096.928791] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1096.928791] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing instance network info cache due to event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1096.929291] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1096.971396] env[63005]: DEBUG nova.policy [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9c119a7be4a4ebd9adcd65564d97e45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '411ab5b808ff450aa32fc1819883b5da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1097.119376] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f78ce61-6c3a-4fbd-b5d1-9ce2f9a5eb7a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.131911] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2fea852-0b43-4d89-9c43-644ed84e4890 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.169795] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc471bf-7b0b-4e5f-8329-1ddcd9010894 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.179895] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc93cfd-a504-4b0c-a1f1-eccdb013546d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.199862] env[63005]: DEBUG nova.compute.provider_tree [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.209949] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52141ff4-eb48-a88a-0281-1c81f0428fd7, 'name': SearchDatastore_Task, 'duration_secs': 0.010077} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.210536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.210835] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1097.211439] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b29e7284-dd77-4ccb-b93e-e79ede9ee66d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.221119] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1097.221119] env[63005]: value = "task-2578153" [ 1097.221119] env[63005]: _type = "Task" [ 1097.221119] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.231390] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578153, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.267651] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updated VIF entry in instance network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1097.268359] env[63005]: DEBUG nova.network.neutron [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.292205] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1097.449079] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1097.449458] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1097.556193] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Successfully created port: fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1097.712403] env[63005]: DEBUG nova.scheduler.client.report [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.731847] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578153, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.770732] env[63005]: DEBUG oslo_concurrency.lockutils [req-0f1c6c8a-03e8-41ae-b8cb-d57c8b4d9d39 req-d91b6c77-fd2b-40fb-b500-3f843a7c7710 service nova] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1097.771278] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.771480] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1097.954694] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1098.114315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.114694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.114995] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.115210] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.115382] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.117687] env[63005]: INFO nova.compute.manager [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Terminating instance [ 1098.171048] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1098.171306] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520269', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'name': 'volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d224e55-359e-4f2d-9b12-db75465b54a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'serial': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1098.172194] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be0a85b-8abe-4895-a3aa-62d38d97733f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.196085] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d2c4f6-8926-44a5-a9d4-372c05887d8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.226158] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f/volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.226861] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.943s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.229205] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c710aa5b-c242-42b0-86a2-c97262189aaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.252579] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578153, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743124} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.254207] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1098.254526] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1098.254727] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1098.254727] env[63005]: value = "task-2578154" [ 1098.254727] env[63005]: _type = "Task" [ 1098.254727] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.255212] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b809717-afc1-4c14-b104-ae698249bc51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.268531] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.271151] env[63005]: INFO nova.scheduler.client.report [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted allocations for instance 1c0b2956-1641-43dc-8c09-35e89671b04c [ 1098.271972] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1098.271972] env[63005]: value = "task-2578155" [ 1098.271972] env[63005]: _type = "Task" [ 1098.271972] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.285825] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.307168] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1098.343656] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.344179] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.344414] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.344714] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.344926] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.345343] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.345563] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.345944] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.346722] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.346722] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.346722] env[63005]: DEBUG nova.virt.hardware [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.347900] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b0c17-b593-45b9-b36d-106d1f2e77be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.358024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725de6f-4e1d-4750-9b9b-886ba6f7ea79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.485175] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.485450] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.487168] env[63005]: INFO nova.compute.claims [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1098.508554] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updated VIF entry in instance network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1098.508918] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [{"id": "5ab18f83-7950-4272-b6a6-07fe02508f82", "address": "fa:16:3e:ad:38:49", "network": {"id": "494eeeb9-c977-41fe-9782-8f91a7ffa392", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-269021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ac23fc7a152045d6a19967b14d8ba59a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b67e519-46cf-44ce-b670-4ba4c0c5b658", "external-id": "nsx-vlan-transportzone-110", "segmentation_id": 110, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ab18f83-79", "ovs_interfaceid": "5ab18f83-7950-4272-b6a6-07fe02508f82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.621875] env[63005]: DEBUG nova.compute.manager [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1098.622266] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.623187] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c24dee-06fa-48db-a4a1-b19924dd9245 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.631631] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.631884] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40ab5dfd-47fc-44d0-a091-5581a762cbe5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.638747] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1098.638747] env[63005]: value = "task-2578156" [ 1098.638747] env[63005]: _type = "Task" [ 1098.638747] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.647519] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.770825] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.781129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-80083091-0022-4a49-9bbd-10464224f458 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "1c0b2956-1641-43dc-8c09-35e89671b04c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.312s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.785248] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.190565} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.785495] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1098.786308] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48f947c2-2a36-452b-b2ff-cc8797e8ae7f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.809898] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1098.810842] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f807af78-4f03-4e7a-b4a7-2320fd307f37 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.831146] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1098.831146] env[63005]: value = "task-2578157" [ 1098.831146] env[63005]: _type = "Task" [ 1098.831146] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.839624] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578157, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.012722] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1099.013018] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.013206] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing instance network info cache due to event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1099.013457] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.013625] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.013810] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1099.151765] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578156, 'name': PowerOffVM_Task, 'duration_secs': 0.298931} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.152147] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1099.152379] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1099.152696] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d028052-bd3e-4a32-a7b6-2ce2f0e2e9b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.202287] env[63005]: DEBUG nova.compute.manager [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Received event network-vif-plugged-fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1099.202450] env[63005]: DEBUG oslo_concurrency.lockutils [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] Acquiring lock "214b689e-32c9-49bd-93d1-22c44532a789-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.202659] env[63005]: DEBUG oslo_concurrency.lockutils [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] Lock "214b689e-32c9-49bd-93d1-22c44532a789-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.202878] env[63005]: DEBUG oslo_concurrency.lockutils [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] Lock "214b689e-32c9-49bd-93d1-22c44532a789-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.203077] env[63005]: DEBUG nova.compute.manager [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] No waiting events found dispatching network-vif-plugged-fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.203240] env[63005]: WARNING nova.compute.manager [req-75f25f0a-dba1-4eb6-859e-fb7202ddd790 req-56454dd5-34ac-44d7-8509-47b1a407604c service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Received unexpected event network-vif-plugged-fb4d6ba3-fc05-4e6d-8771-5f813d299b08 for instance with vm_state building and task_state spawning. [ 1099.220446] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1099.220649] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1099.220826] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Deleting the datastore file [datastore2] db6cf326-fdf8-4928-ba53-b9bb431c42ad {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1099.221100] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65a509e1-634c-464c-a04a-2348375e6198 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.228914] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for the task: (returnval){ [ 1099.228914] env[63005]: value = "task-2578159" [ 1099.228914] env[63005]: _type = "Task" [ 1099.228914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.237145] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.272859] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578154, 'name': ReconfigVM_Task, 'duration_secs': 0.781507} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.273200] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfigured VM instance instance-00000060 to attach disk [datastore1] volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f/volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1099.277862] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f328b3-72d6-4f76-9b91-276d519abf82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.294742] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1099.294742] env[63005]: value = "task-2578160" [ 1099.294742] env[63005]: _type = "Task" [ 1099.294742] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.303045] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578160, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.346202] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.398987] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Successfully updated port: fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1099.745575] env[63005]: DEBUG oslo_vmware.api [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Task: {'id': task-2578159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236497} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.746974] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.747252] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.747474] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.747683] env[63005]: INFO nova.compute.manager [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1099.748016] env[63005]: DEBUG oslo.service.loopingcall [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1099.748290] env[63005]: DEBUG nova.compute.manager [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1099.748492] env[63005]: DEBUG nova.network.neutron [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1099.768167] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620e9507-82c2-471c-8196-d1a3d703c6d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.776234] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b508b67-e685-4b1b-8886-1d1a29eae9ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.821373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fa169e-ae89-4e27-9f82-bd267d2a4291 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.825651] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updated VIF entry in instance network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1099.829385] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.832931] env[63005]: DEBUG oslo_vmware.api [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578160, 'name': ReconfigVM_Task, 'duration_secs': 0.163464} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.834295] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba00548c-f3c1-4185-99fc-4fd16d89bc78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.842390] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520269', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'name': 'volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d224e55-359e-4f2d-9b12-db75465b54a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'serial': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1099.856389] env[63005]: DEBUG nova.compute.provider_tree [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1099.861114] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578157, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.903863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1099.904448] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.904448] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.212657] env[63005]: DEBUG nova.compute.manager [req-8bafd41b-3116-42ec-8b9f-c9e2b03a5a58 req-6c3ebd21-e6a7-4bde-8a7d-c575839a6be4 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-vif-deleted-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.214206] env[63005]: INFO nova.compute.manager [req-8bafd41b-3116-42ec-8b9f-c9e2b03a5a58 req-6c3ebd21-e6a7-4bde-8a7d-c575839a6be4 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Neutron deleted interface 5ab18f83-7950-4272-b6a6-07fe02508f82; detaching it from the instance and deleting it from the info cache [ 1100.214491] env[63005]: DEBUG nova.network.neutron [req-8bafd41b-3116-42ec-8b9f-c9e2b03a5a58 req-6c3ebd21-e6a7-4bde-8a7d-c575839a6be4 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.336379] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1100.336379] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Received event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1100.336379] env[63005]: DEBUG nova.compute.manager [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing instance network info cache due to event network-changed-5ab18f83-7950-4272-b6a6-07fe02508f82. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1100.336379] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquiring lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1100.336379] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Acquired lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.336379] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Refreshing network info cache for port 5ab18f83-7950-4272-b6a6-07fe02508f82 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1100.359674] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578157, 'name': ReconfigVM_Task, 'duration_secs': 1.03442} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.361178] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1100.362966] env[63005]: DEBUG nova.scheduler.client.report [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.366922] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6632b8ee-6da0-4be1-bcd7-aee333d29cd8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.376041] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1100.376041] env[63005]: value = "task-2578161" [ 1100.376041] env[63005]: _type = "Task" [ 1100.376041] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.386415] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578161, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.450657] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.657459] env[63005]: DEBUG nova.network.neutron [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Updating instance_info_cache with network_info: [{"id": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "address": "fa:16:3e:bd:d3:5b", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4d6ba3-fc", "ovs_interfaceid": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.693022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1100.693246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1100.695115] env[63005]: DEBUG nova.network.neutron [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.718426] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf56f659-bc4b-42b8-87f8-4d26115b22ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.728561] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7513b39-21ad-4a3b-bea2-de6ddf06b1c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.764844] env[63005]: DEBUG nova.compute.manager [req-8bafd41b-3116-42ec-8b9f-c9e2b03a5a58 req-6c3ebd21-e6a7-4bde-8a7d-c575839a6be4 service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Detach interface failed, port_id=5ab18f83-7950-4272-b6a6-07fe02508f82, reason: Instance db6cf326-fdf8-4928-ba53-b9bb431c42ad could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1100.864445] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1100.870499] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1100.870905] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1100.884379] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578161, 'name': Rename_Task, 'duration_secs': 0.333924} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1100.884650] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1100.885163] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-248f3291-4fc6-4e81-b930-2bf9bdcec565 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.899307] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1100.899307] env[63005]: value = "task-2578162" [ 1100.899307] env[63005]: _type = "Task" [ 1100.899307] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.902189] env[63005]: DEBUG nova.objects.instance [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 9d224e55-359e-4f2d-9b12-db75465b54a5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.911072] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578162, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.975010] env[63005]: DEBUG nova.network.neutron [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.160677] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.161030] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Instance network_info: |[{"id": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "address": "fa:16:3e:bd:d3:5b", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4d6ba3-fc", "ovs_interfaceid": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.161484] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:d3:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53955f0e-c162-4cef-8bd5-335b369c36b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb4d6ba3-fc05-4e6d-8771-5f813d299b08', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.169855] env[63005]: DEBUG oslo.service.loopingcall [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1101.170163] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.170420] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce84850-50ea-4aa0-af69-1048c98d1e6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.197470] env[63005]: INFO nova.compute.manager [-] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Took 1.45 seconds to deallocate network for instance. [ 1101.197917] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1101.214332] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.214332] env[63005]: value = "task-2578163" [ 1101.214332] env[63005]: _type = "Task" [ 1101.214332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.225406] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578163, 'name': CreateVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.380848] env[63005]: DEBUG nova.compute.utils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1101.382627] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1101.382808] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1101.414313] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578162, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.415076] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ec4b6e3a-8909-482f-bf67-c0ff27bfca9b tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.871s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1101.443915] env[63005]: DEBUG nova.policy [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1101.477935] env[63005]: DEBUG oslo_concurrency.lockutils [req-a816b921-779d-4711-a414-db3e8d82460f req-19682847-3660-4991-b3da-2315fbce7b4e service nova] Releasing lock "refresh_cache-db6cf326-fdf8-4928-ba53-b9bb431c42ad" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1101.516252] env[63005]: DEBUG nova.compute.manager [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Received event network-changed-fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1101.517090] env[63005]: DEBUG nova.compute.manager [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Refreshing instance network info cache due to event network-changed-fb4d6ba3-fc05-4e6d-8771-5f813d299b08. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1101.517090] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] Acquiring lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.517090] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] Acquired lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.517310] env[63005]: DEBUG nova.network.neutron [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Refreshing network info cache for port fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1101.726226] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.726226] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1101.726226] env[63005]: DEBUG nova.objects.instance [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lazy-loading 'resources' on Instance uuid db6cf326-fdf8-4928-ba53-b9bb431c42ad {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.733244] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578163, 'name': CreateVM_Task, 'duration_secs': 0.442799} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.733785] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1101.734448] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1101.735027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.735027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1101.735214] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39624df-26e1-4c31-b1e3-7c12e151e3c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.741285] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1101.741285] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f11a8e-2367-2faf-2081-28facc407344" [ 1101.741285] env[63005]: _type = "Task" [ 1101.741285] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.752747] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1101.756422] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f11a8e-2367-2faf-2081-28facc407344, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.844794] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Successfully created port: 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1101.886157] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1101.910619] env[63005]: DEBUG oslo_vmware.api [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578162, 'name': PowerOnVM_Task, 'duration_secs': 0.736653} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.910619] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1101.910790] env[63005]: INFO nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Took 9.61 seconds to spawn the instance on the hypervisor. [ 1101.911040] env[63005]: DEBUG nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.911865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f74bbc2-e758-4e41-946f-e715c6feac83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.252052] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f11a8e-2367-2faf-2081-28facc407344, 'name': SearchDatastore_Task, 'duration_secs': 0.013717} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.252360] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.252589] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.252818] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1102.252958] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.253149] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.253523] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-324221e6-a2fd-4a1f-a176-ce028b1d281c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.269648] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.269648] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.269648] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0659bc83-acac-44c6-a88d-a689123b694d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.279243] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1102.279243] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526ed63b-09c1-db57-022f-49b486e6c1ab" [ 1102.279243] env[63005]: _type = "Task" [ 1102.279243] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.288315] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526ed63b-09c1-db57-022f-49b486e6c1ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.347979] env[63005]: DEBUG nova.network.neutron [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Updated VIF entry in instance network info cache for port fb4d6ba3-fc05-4e6d-8771-5f813d299b08. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1102.348374] env[63005]: DEBUG nova.network.neutron [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Updating instance_info_cache with network_info: [{"id": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "address": "fa:16:3e:bd:d3:5b", "network": {"id": "c317ea90-9669-48d8-a164-29c98d8a07d2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1980662808-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "411ab5b808ff450aa32fc1819883b5da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53955f0e-c162-4cef-8bd5-335b369c36b6", "external-id": "nsx-vlan-transportzone-623", "segmentation_id": 623, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb4d6ba3-fc", "ovs_interfaceid": "fb4d6ba3-fc05-4e6d-8771-5f813d299b08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.383040] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1102.383282] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1102.432275] env[63005]: INFO nova.compute.manager [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Took 17.96 seconds to build instance. [ 1102.525368] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bb074f-291c-45ec-9586-d424c384c650 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.533554] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474a7e81-1322-4e97-84db-5a61ff23357b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.567425] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e423b4ba-ec50-4e83-ba1d-d84693004364 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.575217] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06722df-7d07-461d-88df-7c3cdade854c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.588432] env[63005]: DEBUG nova.compute.provider_tree [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.789140] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526ed63b-09c1-db57-022f-49b486e6c1ab, 'name': SearchDatastore_Task, 'duration_secs': 0.034376} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.789952] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28761f2e-df4b-476e-943c-1e9674ed2e50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.795690] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1102.795690] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527faf64-9704-7d5c-c479-eddfae9e9043" [ 1102.795690] env[63005]: _type = "Task" [ 1102.795690] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.803391] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527faf64-9704-7d5c-c479-eddfae9e9043, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.851569] env[63005]: DEBUG oslo_concurrency.lockutils [req-ae7e6640-deec-4459-8b6e-152315914387 req-eda20101-253d-4007-b975-eafab531eb74 service nova] Releasing lock "refresh_cache-214b689e-32c9-49bd-93d1-22c44532a789" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1102.888704] env[63005]: DEBUG nova.compute.utils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1102.898015] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1102.923889] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1102.924165] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1102.924344] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1102.924501] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1102.924649] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1102.924797] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1102.925748] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1102.925748] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1102.925748] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1102.925748] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1102.925748] env[63005]: DEBUG nova.virt.hardware [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1102.927115] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17d90fa-a054-40b1-b98f-544a519cf6eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.935844] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf02145-6cd7-4209-b011-135fe0ad4187 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.940029] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5b2abe40-8936-4f28-befc-5f97d67d1ed9 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.492s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.093218] env[63005]: DEBUG nova.scheduler.client.report [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.307435] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]527faf64-9704-7d5c-c479-eddfae9e9043, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.307631] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1103.307884] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 214b689e-32c9-49bd-93d1-22c44532a789/214b689e-32c9-49bd-93d1-22c44532a789.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.308160] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-acaecd97-ce01-4c1a-b8bd-52c7e5aa09e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.316029] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1103.316029] env[63005]: value = "task-2578164" [ 1103.316029] env[63005]: _type = "Task" [ 1103.316029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.323987] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.392831] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.493939] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Successfully updated port: 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1103.563369] env[63005]: DEBUG nova.compute.manager [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-vif-plugged-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1103.563369] env[63005]: DEBUG oslo_concurrency.lockutils [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.563369] env[63005]: DEBUG oslo_concurrency.lockutils [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.563369] env[63005]: DEBUG oslo_concurrency.lockutils [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.563369] env[63005]: DEBUG nova.compute.manager [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] No waiting events found dispatching network-vif-plugged-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1103.563369] env[63005]: WARNING nova.compute.manager [req-115b71f6-9e7f-4171-8fc7-380d1bc6275d req-65e33a1d-360b-4c03-96e6-baaee1b400be service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received unexpected event network-vif-plugged-1290a50d-dad4-4c0e-a2f3-6045ff65df3d for instance with vm_state building and task_state spawning. [ 1103.597944] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1103.600598] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.847s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.602240] env[63005]: INFO nova.compute.claims [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1103.636082] env[63005]: INFO nova.scheduler.client.report [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Deleted allocations for instance db6cf326-fdf8-4928-ba53-b9bb431c42ad [ 1103.713510] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1103.713771] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1103.828631] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578164, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.999393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1103.999393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.999393] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1104.144530] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7d43cd1b-75b1-46e0-a62d-9977d2016773 tempest-ServerRescueTestJSONUnderV235-1297346812 tempest-ServerRescueTestJSONUnderV235-1297346812-project-member] Lock "db6cf326-fdf8-4928-ba53-b9bb431c42ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.030s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.216281] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.327260] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.61333} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.327978] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 214b689e-32c9-49bd-93d1-22c44532a789/214b689e-32c9-49bd-93d1-22c44532a789.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.327978] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.328142] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dff8a42a-080f-4b0b-97d9-78204e680080 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.335769] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1104.335769] env[63005]: value = "task-2578165" [ 1104.335769] env[63005]: _type = "Task" [ 1104.335769] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.344994] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578165, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.474703] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.475357] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1104.475602] env[63005]: INFO nova.compute.manager [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Attaching volume dd6990f9-6315-4a7c-86b7-24512ef7c464 to /dev/sdb [ 1104.518804] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf2cbb1-b8cf-4e95-bff9-5d01ed17abe3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.526247] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cf4f43-c48d-4866-aca1-be5014725013 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.542889] env[63005]: DEBUG nova.virt.block_device [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating existing volume attachment record: f55a4b78-b4cf-4937-aeb0-3934db2cb791 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1104.549375] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1104.738595] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1104.848571] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578165, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073514} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.848865] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1104.851095] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de6aae1a-0fdc-499a-899e-142314163c71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.878560] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 214b689e-32c9-49bd-93d1-22c44532a789/214b689e-32c9-49bd-93d1-22c44532a789.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1104.883291] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae126013-1909-4a9e-b246-d146a969dadc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.900545] env[63005]: DEBUG nova.compute.manager [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1104.907147] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1104.907147] env[63005]: value = "task-2578168" [ 1104.907147] env[63005]: _type = "Task" [ 1104.907147] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.914479] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578168, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.929552] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c715756e-4e19-4797-a977-f2763a58533f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.937068] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9b0f99-336e-4226-ae8f-0db17b92b383 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.975375] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63c2d7a-2882-4638-847d-5ac8fe3e3c03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.983565] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c8e9b5-e828-4df7-98c8-649fd0103360 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.998995] env[63005]: DEBUG nova.compute.provider_tree [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.051187] env[63005]: DEBUG nova.network.neutron [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.419105] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.424979] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1105.502255] env[63005]: DEBUG nova.scheduler.client.report [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.554177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1105.554399] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Instance network_info: |[{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1105.555188] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:3e:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1290a50d-dad4-4c0e-a2f3-6045ff65df3d', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1105.567884] env[63005]: DEBUG oslo.service.loopingcall [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1105.568207] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1105.568439] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d465b3a0-cb86-4357-be82-057cbeb2a45d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.595127] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1105.595127] env[63005]: value = "task-2578170" [ 1105.595127] env[63005]: _type = "Task" [ 1105.595127] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.606114] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578170, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.651658] env[63005]: DEBUG nova.compute.manager [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1105.651658] env[63005]: DEBUG nova.compute.manager [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1105.651658] env[63005]: DEBUG oslo_concurrency.lockutils [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1105.651658] env[63005]: DEBUG oslo_concurrency.lockutils [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.651658] env[63005]: DEBUG nova.network.neutron [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1105.919909] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578168, 'name': ReconfigVM_Task, 'duration_secs': 0.979764} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.920246] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 214b689e-32c9-49bd-93d1-22c44532a789/214b689e-32c9-49bd-93d1-22c44532a789.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.921050] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-925a1c5a-c3b9-42c4-82e4-a37b49687238 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.931135] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1105.931135] env[63005]: value = "task-2578171" [ 1105.931135] env[63005]: _type = "Task" [ 1105.931135] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.941683] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578171, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.012022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1106.012022] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1106.013807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.275s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.016679] env[63005]: INFO nova.compute.claims [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.104788] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578170, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.364705] env[63005]: DEBUG nova.network.neutron [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1106.365160] env[63005]: DEBUG nova.network.neutron [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.368873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1106.369177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1106.441303] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578171, 'name': Rename_Task, 'duration_secs': 0.224956} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.441595] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.441827] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8996146-587a-45d2-8d5f-4b7e6c642569 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.447534] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1106.447534] env[63005]: value = "task-2578172" [ 1106.447534] env[63005]: _type = "Task" [ 1106.447534] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.454701] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.521895] env[63005]: DEBUG nova.compute.utils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1106.525748] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1106.525946] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1106.569647] env[63005]: DEBUG nova.policy [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8d2561a76b24ee5abc3ab0be17ac731', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '67021e68546a4a2791d1fb9d05a48307', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.608808] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578170, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.858409] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Successfully created port: cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.868282] env[63005]: DEBUG oslo_concurrency.lockutils [req-90ee6923-586e-4e58-a142-31644266709e req-35561c57-757b-4bfc-bf84-e92570981f29 service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1106.874375] env[63005]: DEBUG nova.compute.utils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1106.961941] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578172, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.026583] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1107.113283] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578170, 'name': CreateVM_Task, 'duration_secs': 1.205863} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.113542] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.114152] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.114314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.114615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1107.114861] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87123d35-daa2-4358-8c60-b58dd4e8fc48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.122601] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1107.122601] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ac5bb9-062e-27f6-5bd6-c0ffbcdd34cf" [ 1107.122601] env[63005]: _type = "Task" [ 1107.122601] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.131383] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ac5bb9-062e-27f6-5bd6-c0ffbcdd34cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.299041] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eda005a-67ce-499d-8904-860b36556c9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.306754] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c625f9-45d5-4d6d-b9a0-569ab6317323 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.339166] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fe2056f-9028-49db-821d-c3e04dde7598 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.346564] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c38e430-81f5-4a88-9a53-8f60cb32f510 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.360205] env[63005]: DEBUG nova.compute.provider_tree [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.376411] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1107.458146] env[63005]: DEBUG oslo_vmware.api [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578172, 'name': PowerOnVM_Task, 'duration_secs': 0.606918} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.458403] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.458605] env[63005]: INFO nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1107.458781] env[63005]: DEBUG nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1107.459548] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a02fa4-fd1c-460a-844f-552f74e1c498 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.633884] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ac5bb9-062e-27f6-5bd6-c0ffbcdd34cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.634287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1107.634617] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.634754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1107.634904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.635307] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.635640] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3be10ad0-724a-4e69-be75-8f00fc178415 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.644149] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.644330] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.645071] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04fe5fe7-6183-480c-bbc2-e7dfb2a72d85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.650519] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1107.650519] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d0d021-69fd-d1eb-1c7f-ca8b19cfec5f" [ 1107.650519] env[63005]: _type = "Task" [ 1107.650519] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.658091] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0d021-69fd-d1eb-1c7f-ca8b19cfec5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.863651] env[63005]: DEBUG nova.scheduler.client.report [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.976265] env[63005]: INFO nova.compute.manager [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Took 16.98 seconds to build instance. [ 1108.038768] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1108.069792] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1108.070081] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1108.070247] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1108.070432] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1108.070581] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1108.070727] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1108.071064] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1108.071253] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1108.071438] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1108.071609] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1108.071783] env[63005]: DEBUG nova.virt.hardware [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1108.072851] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d1bec3-a6f6-4fb2-aed5-1d4153730ee2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.084950] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d347f8e-696e-40e6-8f41-21b57fde68c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.160867] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d0d021-69fd-d1eb-1c7f-ca8b19cfec5f, 'name': SearchDatastore_Task, 'duration_secs': 0.008545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.161622] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbc1e695-afad-4f5b-9fd7-16001bb7200d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.167051] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1108.167051] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5226deb7-3ad8-c39f-a400-315b188b797e" [ 1108.167051] env[63005]: _type = "Task" [ 1108.167051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.174428] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5226deb7-3ad8-c39f-a400-315b188b797e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.355322] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Successfully updated port: cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.368739] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.369442] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1108.372358] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.947s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.376060] env[63005]: DEBUG nova.compute.manager [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1108.376265] env[63005]: DEBUG oslo_concurrency.lockutils [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.376388] env[63005]: DEBUG oslo_concurrency.lockutils [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.376568] env[63005]: DEBUG oslo_concurrency.lockutils [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.376736] env[63005]: DEBUG nova.compute.manager [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] No waiting events found dispatching network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1108.376899] env[63005]: WARNING nova.compute.manager [req-ce5dfcff-5b4c-4b20-b029-5ba4f2e3b800 req-272ffc36-2efe-4127-b2c2-200481260fc8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received unexpected event network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b for instance with vm_state building and task_state spawning. [ 1108.453931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.454274] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.454549] env[63005]: INFO nova.compute.manager [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Attaching volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 to /dev/sdb [ 1108.478572] env[63005]: DEBUG oslo_concurrency.lockutils [None req-089a17ce-3e4c-41de-8d1e-7b3d2c0d8cae tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.489s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1108.488620] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32628e8f-cbea-490f-8a63-e9fe4f2e7ada {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.495583] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e80c3-87b1-4243-9188-65a394777b94 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.509532] env[63005]: DEBUG nova.virt.block_device [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating existing volume attachment record: 007147f1-6561-4e76-87b9-2aa5452fcbf1 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1108.676257] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5226deb7-3ad8-c39f-a400-315b188b797e, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.676500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1108.676756] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 39048e2c-50c3-4cac-85be-09ee185d7165/39048e2c-50c3-4cac-85be-09ee185d7165.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.677046] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e02f6d03-363d-452e-a479-964fec26faf9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.684041] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1108.684041] env[63005]: value = "task-2578175" [ 1108.684041] env[63005]: _type = "Task" [ 1108.684041] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.691630] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.743383] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "214b689e-32c9-49bd-93d1-22c44532a789" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1108.743730] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1108.743966] env[63005]: DEBUG nova.compute.manager [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1108.744984] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b54163e-3e64-499e-8877-e57fcc2c0d27 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.751251] env[63005]: DEBUG nova.compute.manager [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1108.751856] env[63005]: DEBUG nova.objects.instance [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'flavor' on Instance uuid 214b689e-32c9-49bd-93d1-22c44532a789 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.860783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1108.860783] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.860783] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.875829] env[63005]: DEBUG nova.compute.utils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1108.880117] env[63005]: INFO nova.compute.claims [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1108.884373] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.884713] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.889709] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.946686] env[63005]: DEBUG nova.policy [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb71e0038a6464fa016bc9ff15c7ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cad4e8c81f4a348a18112c53bf1fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1109.197579] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468411} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.197579] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 39048e2c-50c3-4cac-85be-09ee185d7165/39048e2c-50c3-4cac-85be-09ee185d7165.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.197579] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.197579] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6648e216-59ee-4de2-b7e1-c58118f15a82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.204046] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1109.204046] env[63005]: value = "task-2578178" [ 1109.204046] env[63005]: _type = "Task" [ 1109.204046] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.214467] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578178, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.271043] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Successfully created port: 018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1109.396533] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.400920] env[63005]: INFO nova.compute.resource_tracker [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating resource usage from migration 5e69afb0-af8d-49e1-8457-4cff8d38a2fa [ 1109.594653] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1109.594932] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520273', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'name': 'volume-dd6990f9-6315-4a7c-86b7-24512ef7c464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cc420e2-f0e5-4d3f-a5d5-cbea697accb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'serial': 'dd6990f9-6315-4a7c-86b7-24512ef7c464'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1109.596026] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d55530-0e6d-4e27-8b61-e24531c1228e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.615508] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679fedfa-97c2-439d-a39d-71c7e1cebf9d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.647831] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-dd6990f9-6315-4a7c-86b7-24512ef7c464/volume-dd6990f9-6315-4a7c-86b7-24512ef7c464.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.652636] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d786cd15-2faf-441e-bea2-81c1d6230771 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.671030] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1109.671030] env[63005]: value = "task-2578179" [ 1109.671030] env[63005]: _type = "Task" [ 1109.671030] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.680100] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.695818] env[63005]: DEBUG nova.network.neutron [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.715278] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578178, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073585} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.716920] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1109.717730] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9072fd5f-4a32-4631-9b29-e97f1ea16ff9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.720724] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72135ca1-0803-4318-9df9-1ef979b1df09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.736396] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17912f66-3046-4d53-b86f-e61cc0160637 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.748200] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 39048e2c-50c3-4cac-85be-09ee185d7165/39048e2c-50c3-4cac-85be-09ee185d7165.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.748682] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce20d21b-2c6f-4171-9af2-f06d8d54e7ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.763029] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1109.763294] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d72e2ee-fe78-44fa-932b-62a96ac89d45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.791415] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb8b2f0-0eb0-4838-ade7-e7dfc7ce4f90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.794094] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1109.794094] env[63005]: value = "task-2578180" [ 1109.794094] env[63005]: _type = "Task" [ 1109.794094] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.795341] env[63005]: DEBUG oslo_vmware.api [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1109.795341] env[63005]: value = "task-2578181" [ 1109.795341] env[63005]: _type = "Task" [ 1109.795341] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.804159] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcff6b0a-017d-42db-ab2e-b8d2c2bd288d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.810778] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.814774] env[63005]: DEBUG oslo_vmware.api [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.822943] env[63005]: DEBUG nova.compute.provider_tree [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.911348] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.941260] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.941537] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.941696] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.941874] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.942034] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.942277] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.942381] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.942534] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.942696] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.942852] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.943028] env[63005]: DEBUG nova.virt.hardware [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.943975] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b874f92-142c-4cdf-97e6-007261967306 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.951885] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dca028-15e4-453b-afcf-d2fa31346ba3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.180630] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.198263] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1110.198565] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance network_info: |[{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.198964] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb88680d-b383-408f-b658-c0a99cf82a8b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.206333] env[63005]: DEBUG oslo.service.loopingcall [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1110.206544] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.206787] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2efec02d-888e-40ef-bbe0-00c01f52a375 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.226476] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.226476] env[63005]: value = "task-2578182" [ 1110.226476] env[63005]: _type = "Task" [ 1110.226476] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.233922] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578182, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.308501] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.311651] env[63005]: DEBUG oslo_vmware.api [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578181, 'name': PowerOffVM_Task, 'duration_secs': 0.224749} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.311887] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.312137] env[63005]: DEBUG nova.compute.manager [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.312982] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ce4628-3117-4757-ae51-7f98e714a7e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.326286] env[63005]: DEBUG nova.scheduler.client.report [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1110.403859] env[63005]: DEBUG nova.compute.manager [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1110.404011] env[63005]: DEBUG nova.compute.manager [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing instance network info cache due to event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1110.404262] env[63005]: DEBUG oslo_concurrency.lockutils [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.404406] env[63005]: DEBUG oslo_concurrency.lockutils [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.404568] env[63005]: DEBUG nova.network.neutron [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.686943] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.736134] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578182, 'name': CreateVM_Task, 'duration_secs': 0.373442} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.736312] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.737131] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1110.737295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.737600] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1110.737861] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b15ea8-4eec-470f-bf25-487630fdc09f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.742257] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1110.742257] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528658e3-2622-d7cf-e4a9-e4f69c97c36d" [ 1110.742257] env[63005]: _type = "Task" [ 1110.742257] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.750011] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528658e3-2622-d7cf-e4a9-e4f69c97c36d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.789658] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Successfully updated port: 018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.807333] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.824526] env[63005]: DEBUG oslo_concurrency.lockutils [None req-cf11f60b-6838-4aa4-9156-e2bd8cc238bc tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.081s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.830502] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.458s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1110.831018] env[63005]: INFO nova.compute.manager [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Migrating [ 1111.117487] env[63005]: DEBUG nova.network.neutron [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updated VIF entry in instance network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1111.117913] env[63005]: DEBUG nova.network.neutron [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.185768] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578179, 'name': ReconfigVM_Task, 'duration_secs': 1.428434} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.187605] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-dd6990f9-6315-4a7c-86b7-24512ef7c464/volume-dd6990f9-6315-4a7c-86b7-24512ef7c464.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.193202] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8abaa642-f6c4-42bf-988b-9e73057aab78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.216909] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1111.216909] env[63005]: value = "task-2578184" [ 1111.216909] env[63005]: _type = "Task" [ 1111.216909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.231262] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578184, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.253030] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528658e3-2622-d7cf-e4a9-e4f69c97c36d, 'name': SearchDatastore_Task, 'duration_secs': 0.00906} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.253283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.253561] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.253811] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.253997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.254244] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.254532] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c95ed54-a275-42e5-9338-f6bb01c7bcc9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.265809] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.265809] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.266394] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4d63b9e-fcd7-48e3-83e7-cbec72b6154c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.271928] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1111.271928] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271fa5c-ad36-9ee1-8079-3dbb5b23f591" [ 1111.271928] env[63005]: _type = "Task" [ 1111.271928] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.280042] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5271fa5c-ad36-9ee1-8079-3dbb5b23f591, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.291827] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.291962] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.292076] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.307591] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578180, 'name': ReconfigVM_Task, 'duration_secs': 1.273057} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.308452] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 39048e2c-50c3-4cac-85be-09ee185d7165/39048e2c-50c3-4cac-85be-09ee185d7165.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.308754] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c45dd6c-13b7-4fbc-b706-88d0123495eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.315295] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1111.315295] env[63005]: value = "task-2578185" [ 1111.315295] env[63005]: _type = "Task" [ 1111.315295] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.322941] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578185, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.348070] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1111.348070] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.348070] env[63005]: DEBUG nova.network.neutron [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.621084] env[63005]: DEBUG oslo_concurrency.lockutils [req-2869703a-ae3f-4203-859b-ffd8d1e4b2d8 req-da78aecf-dc67-44b2-bd95-d47dd0a97a89 service nova] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1111.659085] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "214b689e-32c9-49bd-93d1-22c44532a789" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.659363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.659579] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "214b689e-32c9-49bd-93d1-22c44532a789-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1111.659761] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1111.659930] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1111.661996] env[63005]: INFO nova.compute.manager [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Terminating instance [ 1111.727277] env[63005]: DEBUG oslo_vmware.api [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578184, 'name': ReconfigVM_Task, 'duration_secs': 0.147971} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.727581] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520273', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'name': 'volume-dd6990f9-6315-4a7c-86b7-24512ef7c464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cc420e2-f0e5-4d3f-a5d5-cbea697accb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'serial': 'dd6990f9-6315-4a7c-86b7-24512ef7c464'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1111.783820] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5271fa5c-ad36-9ee1-8079-3dbb5b23f591, 'name': SearchDatastore_Task, 'duration_secs': 0.008659} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.784581] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a91ccd9c-bd30-4f57-9e81-864773faae96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.789854] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1111.789854] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]526d76f5-c8b6-4710-bba4-4a0cb89ef660" [ 1111.789854] env[63005]: _type = "Task" [ 1111.789854] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.798901] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526d76f5-c8b6-4710-bba4-4a0cb89ef660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.824504] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578185, 'name': Rename_Task, 'duration_secs': 0.154085} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.824779] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.825611] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1111.827370] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-acb3ed8a-43b6-4370-944d-ab4b9dc5ae5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.833852] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1111.833852] env[63005]: value = "task-2578186" [ 1111.833852] env[63005]: _type = "Task" [ 1111.833852] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.841458] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.954347] env[63005]: DEBUG nova.network.neutron [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updating instance_info_cache with network_info: [{"id": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "address": "fa:16:3e:4f:30:38", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018e76e0-07", "ovs_interfaceid": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.047802] env[63005]: DEBUG nova.network.neutron [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.166071] env[63005]: DEBUG nova.compute.manager [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1112.166071] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.166992] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d00a9a-134e-4c76-994f-cf55532f8239 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.174816] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.175081] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95c0ac1c-f660-46ff-b480-602f2e769d02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.258786] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.259276] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.259394] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore1] 214b689e-32c9-49bd-93d1-22c44532a789 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.259652] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fda87624-76c8-4a33-beb0-6dc9fd2b2652 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.268950] env[63005]: DEBUG oslo_vmware.api [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1112.268950] env[63005]: value = "task-2578188" [ 1112.268950] env[63005]: _type = "Task" [ 1112.268950] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.278600] env[63005]: DEBUG oslo_vmware.api [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.299562] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]526d76f5-c8b6-4710-bba4-4a0cb89ef660, 'name': SearchDatastore_Task, 'duration_secs': 0.009604} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.299890] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.300455] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.300455] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c39644b-7f8c-49b6-91e1-eb4663e3ee45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.307545] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1112.307545] env[63005]: value = "task-2578189" [ 1112.307545] env[63005]: _type = "Task" [ 1112.307545] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.315540] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.344159] env[63005]: DEBUG oslo_vmware.api [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578186, 'name': PowerOnVM_Task, 'duration_secs': 0.483557} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.344587] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.344783] env[63005]: INFO nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1112.344991] env[63005]: DEBUG nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.345798] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2405d94b-5b80-4a98-8e6f-94298d1be6b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.430471] env[63005]: DEBUG nova.compute.manager [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Received event network-vif-plugged-018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.430777] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Acquiring lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1112.431034] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1112.431247] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1112.431396] env[63005]: DEBUG nova.compute.manager [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] No waiting events found dispatching network-vif-plugged-018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1112.431572] env[63005]: WARNING nova.compute.manager [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Received unexpected event network-vif-plugged-018e76e0-070f-4f7c-922d-854fe2ede8bb for instance with vm_state building and task_state spawning. [ 1112.431750] env[63005]: DEBUG nova.compute.manager [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Received event network-changed-018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1112.431904] env[63005]: DEBUG nova.compute.manager [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Refreshing instance network info cache due to event network-changed-018e76e0-070f-4f7c-922d-854fe2ede8bb. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.432101] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Acquiring lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1112.456754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.457098] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Instance network_info: |[{"id": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "address": "fa:16:3e:4f:30:38", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018e76e0-07", "ovs_interfaceid": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1112.457402] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Acquired lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.457601] env[63005]: DEBUG nova.network.neutron [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Refreshing network info cache for port 018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.459017] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:30:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '018e76e0-070f-4f7c-922d-854fe2ede8bb', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1112.466820] env[63005]: DEBUG oslo.service.loopingcall [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.468045] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1112.468317] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff1f13f5-859c-45ce-9a6a-ce4f11467f08 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.489791] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1112.489791] env[63005]: value = "task-2578190" [ 1112.489791] env[63005]: _type = "Task" [ 1112.489791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.504196] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578190, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.550797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1112.765935] env[63005]: DEBUG nova.objects.instance [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.780040] env[63005]: DEBUG oslo_vmware.api [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156482} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.780040] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.780040] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.780040] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.780040] env[63005]: INFO nova.compute.manager [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1112.780040] env[63005]: DEBUG oslo.service.loopingcall [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1112.780040] env[63005]: DEBUG nova.compute.manager [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1112.780040] env[63005]: DEBUG nova.network.neutron [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1112.818630] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578189, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506833} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.818991] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.819258] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.819562] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3bbe8efd-5a13-43f7-aa55-9a3fd96d1a85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.827501] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1112.827501] env[63005]: value = "task-2578191" [ 1112.827501] env[63005]: _type = "Task" [ 1112.827501] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.839944] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578191, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.870729] env[63005]: INFO nova.compute.manager [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Took 14.41 seconds to build instance. [ 1113.001175] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578190, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.206704] env[63005]: DEBUG nova.network.neutron [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updated VIF entry in instance network info cache for port 018e76e0-070f-4f7c-922d-854fe2ede8bb. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1113.207072] env[63005]: DEBUG nova.network.neutron [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updating instance_info_cache with network_info: [{"id": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "address": "fa:16:3e:4f:30:38", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018e76e0-07", "ovs_interfaceid": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.274807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-477b54d4-7446-4200-a50e-fcfc00ebdc0f tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.799s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.308746] env[63005]: DEBUG nova.compute.manager [req-d80527a6-712a-4694-818d-671a1d8db690 req-0ebf488e-cf66-4b1d-a9e2-a307b9215d73 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Received event network-vif-deleted-fb4d6ba3-fc05-4e6d-8771-5f813d299b08 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1113.308952] env[63005]: INFO nova.compute.manager [req-d80527a6-712a-4694-818d-671a1d8db690 req-0ebf488e-cf66-4b1d-a9e2-a307b9215d73 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Neutron deleted interface fb4d6ba3-fc05-4e6d-8771-5f813d299b08; detaching it from the instance and deleting it from the info cache [ 1113.309142] env[63005]: DEBUG nova.network.neutron [req-d80527a6-712a-4694-818d-671a1d8db690 req-0ebf488e-cf66-4b1d-a9e2-a307b9215d73 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.337404] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578191, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063578} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.337740] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1113.338509] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601da36e-9dbc-4252-ad7e-2e2c9b8e7195 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.361974] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.362587] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42b1f43f-6b44-4eaa-a494-df1ec1a917c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.376973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1113.377219] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1113.377399] env[63005]: DEBUG nova.compute.manager [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1113.377782] env[63005]: DEBUG oslo_concurrency.lockutils [None req-dfe73fbc-9d16-4938-9fb8-e8aba230cb99 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.928s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1113.378835] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38437ab1-5b4f-4bcd-a485-3df344d171b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.385196] env[63005]: DEBUG nova.compute.manager [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1113.385758] env[63005]: DEBUG nova.objects.instance [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.388183] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1113.388183] env[63005]: value = "task-2578192" [ 1113.388183] env[63005]: _type = "Task" [ 1113.388183] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.396218] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578192, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.500597] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578190, 'name': CreateVM_Task, 'duration_secs': 0.672112} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.500805] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1113.501743] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.501943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.502317] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1113.502587] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1ccfebc-b7c1-4444-bdd2-c122932fb233 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.507979] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1113.507979] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521ebdcb-d92c-6687-3159-9882d260a147" [ 1113.507979] env[63005]: _type = "Task" [ 1113.507979] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.521552] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521ebdcb-d92c-6687-3159-9882d260a147, 'name': SearchDatastore_Task, 'duration_secs': 0.010412} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.521799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.522045] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1113.522285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1113.522425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.522602] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1113.522921] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bff125a-f9a9-41d7-8247-588262ef03a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.534507] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1113.534710] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1113.535507] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ecb43a8-310b-4bd8-81ed-956242eb632f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.544113] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1113.544113] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52bdce2a-746d-6d52-87b9-3e7b72aa89ce" [ 1113.544113] env[63005]: _type = "Task" [ 1113.544113] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.552816] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1113.553094] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1113.553918] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf01ad6f-d003-4519-b61d-e3d266dd34dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.561918] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bdce2a-746d-6d52-87b9-3e7b72aa89ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.577263] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b274f3-d5f6-40f3-aa09-794d8ca9f619 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.603838] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.604188] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57fad708-f6b9-49f3-8eec-29314107e5b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.624746] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1113.624746] env[63005]: value = "task-2578193" [ 1113.624746] env[63005]: _type = "Task" [ 1113.624746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.633127] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578193, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.710100] env[63005]: DEBUG oslo_concurrency.lockutils [req-24339f74-442e-4cfd-a8a4-d2d0a8a9318f req-cc536289-1bb6-4a68-a4d4-4f07cf5f1caa service nova] Releasing lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1113.793659] env[63005]: DEBUG nova.network.neutron [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.811378] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35c085ca-628e-4beb-b37c-b946f746a71b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.821306] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa33f36c-4484-4ac7-9af7-1a7498639f31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.857481] env[63005]: DEBUG nova.compute.manager [req-d80527a6-712a-4694-818d-671a1d8db690 req-0ebf488e-cf66-4b1d-a9e2-a307b9215d73 service nova] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Detach interface failed, port_id=fb4d6ba3-fc05-4e6d-8771-5f813d299b08, reason: Instance 214b689e-32c9-49bd-93d1-22c44532a789 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1113.904473] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578192, 'name': ReconfigVM_Task, 'duration_secs': 0.444991} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.905142] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1113.905834] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32c0aac9-750f-4d85-b7f5-4bd33a2e44b5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.913060] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1113.913060] env[63005]: value = "task-2578194" [ 1113.913060] env[63005]: _type = "Task" [ 1113.913060] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.926021] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578194, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.054719] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52bdce2a-746d-6d52-87b9-3e7b72aa89ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.055435] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d63f4343-36bc-45e2-8ebc-04d77e9b317b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.061183] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1114.061183] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528a5ed2-30bf-cda4-101f-6ddc7d7064e0" [ 1114.061183] env[63005]: _type = "Task" [ 1114.061183] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.067785] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aff37e-422a-4192-8bc9-d9076cc7b5be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.074174] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528a5ed2-30bf-cda4-101f-6ddc7d7064e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.089032] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.136954] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.299047] env[63005]: INFO nova.compute.manager [-] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Took 1.52 seconds to deallocate network for instance. [ 1114.397266] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.397397] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6bc24716-dfcb-46e0-9cb0-0fe5b3bb1dba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.406055] env[63005]: DEBUG oslo_vmware.api [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1114.406055] env[63005]: value = "task-2578195" [ 1114.406055] env[63005]: _type = "Task" [ 1114.406055] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.415128] env[63005]: DEBUG oslo_vmware.api [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578195, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.425209] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578194, 'name': Rename_Task, 'duration_secs': 0.14575} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.425523] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.425899] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e187dbba-f30e-455b-b73e-3ca5fd4c53f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.432223] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1114.432223] env[63005]: value = "task-2578196" [ 1114.432223] env[63005]: _type = "Task" [ 1114.432223] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.440404] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.573295] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528a5ed2-30bf-cda4-101f-6ddc7d7064e0, 'name': SearchDatastore_Task, 'duration_secs': 0.009437} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.573632] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1114.573909] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 7d614da6-e7ea-4252-a901-4d7dd188a0ce/7d614da6-e7ea-4252-a901-4d7dd188a0ce.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1114.574665] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03b85db9-6fce-4a48-9d82-f45124b87ead {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.582976] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1114.582976] env[63005]: value = "task-2578197" [ 1114.582976] env[63005]: _type = "Task" [ 1114.582976] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.591518] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.595547] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.595791] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ffb1988a-5062-411a-8b47-b1adc962882b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.602986] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1114.602986] env[63005]: value = "task-2578198" [ 1114.602986] env[63005]: _type = "Task" [ 1114.602986] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.612646] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578198, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.638204] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578193, 'name': ReconfigVM_Task, 'duration_secs': 0.873462} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.638508] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.644188] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d30e9d-f9bd-4660-9941-fb0555398da5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.663686] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1114.663686] env[63005]: value = "task-2578199" [ 1114.663686] env[63005]: _type = "Task" [ 1114.663686] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.673167] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578199, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.807300] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.807607] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.807840] env[63005]: DEBUG nova.objects.instance [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid 214b689e-32c9-49bd-93d1-22c44532a789 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1114.849694] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1114.850076] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1114.921098] env[63005]: DEBUG oslo_vmware.api [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578195, 'name': PowerOffVM_Task, 'duration_secs': 0.324324} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.929422] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.929422] env[63005]: DEBUG nova.compute.manager [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1114.929422] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07384349-e770-4556-a047-0531dac67b3f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.951661] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578196, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.094247] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481995} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.094517] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 7d614da6-e7ea-4252-a901-4d7dd188a0ce/7d614da6-e7ea-4252-a901-4d7dd188a0ce.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1115.094750] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1115.095046] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-901aec10-4ed9-444c-ac4c-3c4e6b9c7f5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.102321] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1115.102321] env[63005]: value = "task-2578200" [ 1115.102321] env[63005]: _type = "Task" [ 1115.102321] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.114239] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.117323] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578198, 'name': PowerOffVM_Task, 'duration_secs': 0.188127} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.117539] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.117725] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.174475] env[63005]: DEBUG oslo_vmware.api [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578199, 'name': ReconfigVM_Task, 'duration_secs': 0.202178} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.174790] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1115.199779] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "417de431-cfa7-45b4-abb3-955e42865e25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.200046] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.200255] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "417de431-cfa7-45b4-abb3-955e42865e25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.200437] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1115.200610] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.202672] env[63005]: INFO nova.compute.manager [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Terminating instance [ 1115.349945] env[63005]: DEBUG nova.compute.manager [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1115.350198] env[63005]: DEBUG nova.compute.manager [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1115.350393] env[63005]: DEBUG oslo_concurrency.lockutils [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1115.350533] env[63005]: DEBUG oslo_concurrency.lockutils [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.350691] env[63005]: DEBUG nova.network.neutron [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.354582] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1115.448664] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9a116c8-ca4d-4bf5-b14c-9ea5bd77e527 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1115.450824] env[63005]: DEBUG oslo_vmware.api [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578196, 'name': PowerOnVM_Task, 'duration_secs': 0.60468} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.453159] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.453376] env[63005]: INFO nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Took 7.41 seconds to spawn the instance on the hypervisor. [ 1115.453551] env[63005]: DEBUG nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.455183] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90537b9e-46bf-4f73-aab8-7d042d10c01b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.564816] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e048c1f-0111-4474-b242-c45b10795058 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.574445] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5b3c6d-08de-4088-aa42-5fca7a521d8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.609547] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b1b49-97fd-4e87-a3a8-7a725b24032e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.621241] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6458afb-9d2c-4e7b-ab0e-1a3a8cd82c2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.625334] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067771} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.627550] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.627928] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.627983] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.628143] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.628292] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.628456] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.628644] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.628836] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.629250] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.629250] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.629367] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.634314] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1115.634988] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6fc81dd-5b4a-4a28-b6a9-a48d9d4a71e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.646290] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39e673-a42c-4393-869f-6d253dec9ccd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.656530] env[63005]: DEBUG nova.compute.provider_tree [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.678436] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 7d614da6-e7ea-4252-a901-4d7dd188a0ce/7d614da6-e7ea-4252-a901-4d7dd188a0ce.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.682857] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a11251-512d-4dd7-9400-1f57cb86c2a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.697839] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1115.697839] env[63005]: value = "task-2578201" [ 1115.697839] env[63005]: _type = "Task" [ 1115.697839] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.705791] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1115.705791] env[63005]: value = "task-2578202" [ 1115.705791] env[63005]: _type = "Task" [ 1115.705791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.706702] env[63005]: DEBUG nova.compute.manager [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1115.706966] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1115.713776] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a90ac33-65da-414a-ac44-1cb91eaf8b93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.716342] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.722709] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578202, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.725779] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1115.726035] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da7c842d-5ad8-428b-8edc-bf586423a5f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.735275] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1115.735275] env[63005]: value = "task-2578203" [ 1115.735275] env[63005]: _type = "Task" [ 1115.735275] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.747848] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.879678] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1115.934773] env[63005]: DEBUG nova.objects.instance [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.980162] env[63005]: INFO nova.compute.manager [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Took 14.26 seconds to build instance. [ 1116.160524] env[63005]: DEBUG nova.scheduler.client.report [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.212995] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578201, 'name': ReconfigVM_Task, 'duration_secs': 0.354473} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.213417] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.223831] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578202, 'name': ReconfigVM_Task, 'duration_secs': 0.327058} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.223831] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 7d614da6-e7ea-4252-a901-4d7dd188a0ce/7d614da6-e7ea-4252-a901-4d7dd188a0ce.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.223831] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12e097a2-a381-4095-8293-0298a5c71ae9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.231017] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1116.231017] env[63005]: value = "task-2578204" [ 1116.231017] env[63005]: _type = "Task" [ 1116.231017] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.231785] env[63005]: DEBUG nova.network.neutron [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1116.232125] env[63005]: DEBUG nova.network.neutron [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.237674] env[63005]: DEBUG nova.objects.instance [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'flavor' on Instance uuid fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.251381] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578203, 'name': PowerOffVM_Task, 'duration_secs': 0.295146} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.251723] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578204, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.252053] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.252289] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.252580] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93c7a10b-dfb4-499a-b531-1d389cc3adb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.320288] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.320512] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.320681] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Deleting the datastore file [datastore2] 417de431-cfa7-45b4-abb3-955e42865e25 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.320952] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e28e07-e155-4ad5-9ac0-fda6aab3d97c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.328864] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for the task: (returnval){ [ 1116.328864] env[63005]: value = "task-2578206" [ 1116.328864] env[63005]: _type = "Task" [ 1116.328864] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.338260] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578206, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.442033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1116.442033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.442438] env[63005]: DEBUG nova.network.neutron [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.442438] env[63005]: DEBUG nova.objects.instance [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'info_cache' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.482501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-30d74311-0782-4099-99a1-58c744490cc8 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.789s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.669324] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.671716] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.792s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1116.673675] env[63005]: INFO nova.compute.claims [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.693303] env[63005]: INFO nova.scheduler.client.report [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance 214b689e-32c9-49bd-93d1-22c44532a789 [ 1116.721722] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.721960] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.722132] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.722349] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.722487] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.722774] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.722930] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.723061] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.723234] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.723829] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.723829] env[63005]: DEBUG nova.virt.hardware [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.729364] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1116.729664] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fdd65a9-3812-45b8-bffa-bbd1e589e75a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.744419] env[63005]: DEBUG oslo_concurrency.lockutils [req-b7232d4b-73a7-4e92-b04e-deda2eed84cb req-692f6a33-1c56-4979-9379-242771b9e481 service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1116.746714] env[63005]: DEBUG oslo_concurrency.lockutils [None req-577f5da7-3fef-425d-9023-f0851362fba3 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.292s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1116.759907] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578204, 'name': Rename_Task, 'duration_secs': 0.154327} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.761447] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.762222] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1116.762222] env[63005]: value = "task-2578207" [ 1116.762222] env[63005]: _type = "Task" [ 1116.762222] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.762865] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fcbf71d-9a04-40aa-8796-a77814162a65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.774067] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578207, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.775327] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1116.775327] env[63005]: value = "task-2578208" [ 1116.775327] env[63005]: _type = "Task" [ 1116.775327] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.783127] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.839983] env[63005]: DEBUG oslo_vmware.api [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Task: {'id': task-2578206, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188368} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.840201] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1116.840399] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1116.840570] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1116.840739] env[63005]: INFO nova.compute.manager [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1116.840981] env[63005]: DEBUG oslo.service.loopingcall [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1116.841214] env[63005]: DEBUG nova.compute.manager [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1116.841313] env[63005]: DEBUG nova.network.neutron [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1116.874184] env[63005]: INFO nova.compute.manager [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Rebuilding instance [ 1116.921998] env[63005]: DEBUG nova.compute.manager [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1116.922882] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32e7141-49b0-410a-a664-3765f61f59e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.947598] env[63005]: DEBUG nova.objects.base [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Object Instance<2cc420e2-f0e5-4d3f-a5d5-cbea697accb5> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1117.141027] env[63005]: DEBUG nova.compute.manager [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.141027] env[63005]: DEBUG nova.compute.manager [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing instance network info cache due to event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1117.141242] env[63005]: DEBUG oslo_concurrency.lockutils [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1117.141551] env[63005]: DEBUG oslo_concurrency.lockutils [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.141657] env[63005]: DEBUG nova.network.neutron [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.201056] env[63005]: DEBUG oslo_concurrency.lockutils [None req-1b475b49-8ec5-45a1-a0a5-6f53cf2823d9 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "214b689e-32c9-49bd-93d1-22c44532a789" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.541s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.274906] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578207, 'name': ReconfigVM_Task, 'duration_secs': 0.245246} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.285974] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1117.285974] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75149df9-997c-4d53-9f47-548b41dbb769 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.315521] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.318716] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86d1a2ff-25dd-4a2a-ad8b-f6853d70d3c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.332152] env[63005]: DEBUG oslo_vmware.api [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578208, 'name': PowerOnVM_Task, 'duration_secs': 0.462203} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.336896] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.337430] env[63005]: INFO nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1117.337430] env[63005]: DEBUG nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1117.341275] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e0563d-df55-4b1d-9bd4-a2303da84d50 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.346458] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1117.346458] env[63005]: value = "task-2578209" [ 1117.346458] env[63005]: _type = "Task" [ 1117.346458] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.363896] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578209, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.488408] env[63005]: DEBUG nova.compute.manager [req-8c94c00a-1827-4be7-a306-5720de57023f req-72255516-d325-473e-90dc-dcbb71b0713a service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Received event network-vif-deleted-5c6543e5-732f-4fee-9bf0-36614505ff02 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1117.488677] env[63005]: INFO nova.compute.manager [req-8c94c00a-1827-4be7-a306-5720de57023f req-72255516-d325-473e-90dc-dcbb71b0713a service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Neutron deleted interface 5c6543e5-732f-4fee-9bf0-36614505ff02; detaching it from the instance and deleting it from the info cache [ 1117.488779] env[63005]: DEBUG nova.network.neutron [req-8c94c00a-1827-4be7-a306-5720de57023f req-72255516-d325-473e-90dc-dcbb71b0713a service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.846132] env[63005]: DEBUG nova.network.neutron [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.847513] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.847735] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.847967] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1117.848184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1117.848356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1117.857135] env[63005]: INFO nova.compute.manager [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Terminating instance [ 1117.871037] env[63005]: INFO nova.compute.manager [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Took 13.15 seconds to build instance. [ 1117.875726] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578209, 'name': ReconfigVM_Task, 'duration_secs': 0.467598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.876603] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096/830fb27f-b262-49d6-961e-a53b8eeaa096.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.876603] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.910908] env[63005]: DEBUG nova.network.neutron [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updated VIF entry in instance network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1117.911377] env[63005]: DEBUG nova.network.neutron [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.938386] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.938771] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdeb782c-3663-471f-ac2a-7096cae65d9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.952550] env[63005]: DEBUG nova.network.neutron [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.954031] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1117.954031] env[63005]: value = "task-2578210" [ 1117.954031] env[63005]: _type = "Task" [ 1117.954031] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.970208] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.992909] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4af31347-d51a-466c-a36f-7f11187a993d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.007437] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02889cc4-c5c3-4960-b990-8403b9f8cb90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.018628] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b01150-eed6-4172-922f-0a3e53b4e59b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.026660] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669902c9-ab30-4a8b-9c1c-417b40851c98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.071222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d70a98cc-83dc-439d-bac3-d04260b96f82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.074144] env[63005]: DEBUG nova.compute.manager [req-8c94c00a-1827-4be7-a306-5720de57023f req-72255516-d325-473e-90dc-dcbb71b0713a service nova] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Detach interface failed, port_id=5c6543e5-732f-4fee-9bf0-36614505ff02, reason: Instance 417de431-cfa7-45b4-abb3-955e42865e25 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1118.080149] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8d5fb2-8194-4b67-8f0a-ceaad54f7690 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.094826] env[63005]: DEBUG nova.compute.provider_tree [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1118.351564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.369019] env[63005]: DEBUG nova.compute.manager [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.369541] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.370997] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92272c48-45e3-4f98-93cc-9d2e26c9f160 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.377082] env[63005]: DEBUG oslo_concurrency.lockutils [None req-57833518-6bf2-491f-b04e-8961639d1c98 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.663s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1118.380050] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.381734] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95feaf3d-2dd8-4b45-a692-fb4ff3a6f1d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.384585] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c050a15-e3db-4739-b3f0-ee1dfbeb2b2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.409775] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a95776-3636-456c-b94e-c310ba723660 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.412359] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1118.412359] env[63005]: value = "task-2578211" [ 1118.412359] env[63005]: _type = "Task" [ 1118.412359] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.429043] env[63005]: DEBUG oslo_concurrency.lockutils [req-828462c1-580d-438c-89d2-27478c935ca4 req-465b260d-c2ca-4a67-b85a-6455c8518b9f service nova] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1118.429533] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1118.438432] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578211, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.460300] env[63005]: INFO nova.compute.manager [-] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Took 1.62 seconds to deallocate network for instance. [ 1118.465819] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578210, 'name': PowerOffVM_Task, 'duration_secs': 0.505859} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.469175] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.525399] env[63005]: INFO nova.compute.manager [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Detaching volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 [ 1118.560035] env[63005]: INFO nova.virt.block_device [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Attempting to driver detach volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 from mountpoint /dev/sdb [ 1118.560035] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1118.560191] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1118.561744] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255bede9-ca86-462c-a299-c190291ef34f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.590255] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1943036-b8df-459f-a35a-616252a18395 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.599582] env[63005]: DEBUG nova.scheduler.client.report [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.603435] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11a722d-47ba-47ef-a0f5-8be1e9f8368a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.627327] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5d88d5-086f-4a74-956a-8bb2215513bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.645541] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] The volume has not been displaced from its original location: [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1118.652127] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1118.652127] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdcb78d0-ff62-4efa-8003-e93bef72a82b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.674142] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1118.674142] env[63005]: value = "task-2578212" [ 1118.674142] env[63005]: _type = "Task" [ 1118.674142] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.686841] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578212, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.922631] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578211, 'name': PowerOffVM_Task, 'duration_secs': 0.334963} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.922631] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.922789] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.922955] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b86cbb68-01cb-4158-9e7a-794d564c9e5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.973868] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1118.975302] env[63005]: DEBUG nova.network.neutron [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Port f84f2cfe-d739-4fe3-8cd7-55afa10a2395 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1119.050100] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.050432] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.050622] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleting the datastore file [datastore2] 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.050807] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d6ea588-b012-4eb2-b8bb-9c983a50132b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.058134] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for the task: (returnval){ [ 1119.058134] env[63005]: value = "task-2578214" [ 1119.058134] env[63005]: _type = "Task" [ 1119.058134] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.067230] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.107973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.108577] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1119.111381] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.138s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.111635] env[63005]: DEBUG nova.objects.instance [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lazy-loading 'resources' on Instance uuid 417de431-cfa7-45b4-abb3-955e42865e25 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1119.170890] env[63005]: DEBUG nova.compute.manager [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Received event network-changed-018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1119.171020] env[63005]: DEBUG nova.compute.manager [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Refreshing instance network info cache due to event network-changed-018e76e0-070f-4f7c-922d-854fe2ede8bb. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1119.171249] env[63005]: DEBUG oslo_concurrency.lockutils [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] Acquiring lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1119.171404] env[63005]: DEBUG oslo_concurrency.lockutils [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] Acquired lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.171564] env[63005]: DEBUG nova.network.neutron [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Refreshing network info cache for port 018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1119.185897] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578212, 'name': ReconfigVM_Task, 'duration_secs': 0.448251} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.186217] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1119.191359] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b62935b-4288-4b35-b1e8-82c78cf231f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.212483] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1119.212483] env[63005]: value = "task-2578215" [ 1119.212483] env[63005]: _type = "Task" [ 1119.212483] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.223044] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578215, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.357780] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1119.358123] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2afe91d-835e-4a8c-af7d-2d0c526b36a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.365909] env[63005]: DEBUG oslo_vmware.api [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1119.365909] env[63005]: value = "task-2578216" [ 1119.365909] env[63005]: _type = "Task" [ 1119.365909] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.374830] env[63005]: DEBUG oslo_vmware.api [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578216, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.575400] env[63005]: DEBUG oslo_vmware.api [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Task: {'id': task-2578214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170614} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.575759] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.575834] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.576062] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.576254] env[63005]: INFO nova.compute.manager [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1119.576539] env[63005]: DEBUG oslo.service.loopingcall [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1119.576764] env[63005]: DEBUG nova.compute.manager [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.576893] env[63005]: DEBUG nova.network.neutron [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.615276] env[63005]: DEBUG nova.compute.utils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1119.619993] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1119.620209] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1119.661264] env[63005]: DEBUG nova.policy [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1119.731335] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578215, 'name': ReconfigVM_Task, 'duration_secs': 0.14118} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.735177] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1119.884220] env[63005]: DEBUG oslo_vmware.api [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578216, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.890422] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cfaec2-4b6e-4e3d-9749-3b9466f47fa9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.899386] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1284c51c-dac6-406b-a249-f156c4edbf18 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.934659] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ebad6c-7795-4a7f-9d12-4095c8fa5757 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.949825] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc703fff-f26d-4b21-86b9-529473f97002 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.966444] env[63005]: DEBUG nova.compute.provider_tree [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.003465] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1120.003624] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1120.003714] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.120987] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1120.290184] env[63005]: DEBUG nova.network.neutron [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updated VIF entry in instance network info cache for port 018e76e0-070f-4f7c-922d-854fe2ede8bb. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1120.290573] env[63005]: DEBUG nova.network.neutron [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updating instance_info_cache with network_info: [{"id": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "address": "fa:16:3e:4f:30:38", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap018e76e0-07", "ovs_interfaceid": "018e76e0-070f-4f7c-922d-854fe2ede8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.359634] env[63005]: DEBUG nova.network.neutron [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.378669] env[63005]: DEBUG oslo_vmware.api [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578216, 'name': PowerOnVM_Task, 'duration_secs': 0.725965} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.379539] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Successfully created port: d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1120.381426] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.381642] env[63005]: DEBUG nova.compute.manager [None req-bbd2aa69-60fb-4de6-ac55-34910c4f8ed3 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1120.382470] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de054936-3af6-47a6-b3a4-3eced449c374 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.470320] env[63005]: DEBUG nova.scheduler.client.report [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.793971] env[63005]: DEBUG oslo_concurrency.lockutils [req-cace57c6-b9b0-42ab-9fc1-55ad21128fab req-0abf0dc5-a35e-4558-a08c-af257264cb55 service nova] Releasing lock "refresh_cache-7d614da6-e7ea-4252-a901-4d7dd188a0ce" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1120.820302] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1120.820643] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e4dab25-ac3c-40ee-ac30-7073dcea90c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.830401] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1120.830401] env[63005]: value = "task-2578217" [ 1120.830401] env[63005]: _type = "Task" [ 1120.830401] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.842084] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1120.842326] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1120.842591] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1120.843373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0c8356-3799-42a7-af87-47f32a282d11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.862892] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a02ca6b-0d92-4fce-96b5-d9c2159e8e83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.865861] env[63005]: INFO nova.compute.manager [-] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Took 1.29 seconds to deallocate network for instance. [ 1120.872802] env[63005]: WARNING nova.virt.vmwareapi.driver [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1120.873100] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1120.873828] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c9427b-bcc2-47ce-aba3-3e013973f653 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.880573] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1120.880802] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32d8a8d4-c2c9-4371-be9c-8f6c93fe22ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.948232] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1120.948457] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1120.948641] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1120.948918] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fecaea85-2cfb-49a2-8842-9a9fcbfef6c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.957124] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1120.957124] env[63005]: value = "task-2578219" [ 1120.957124] env[63005]: _type = "Task" [ 1120.957124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.965107] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.976439] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.865s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1120.998463] env[63005]: INFO nova.scheduler.client.report [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Deleted allocations for instance 417de431-cfa7-45b4-abb3-955e42865e25 [ 1121.052807] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1121.053102] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.053327] env[63005]: DEBUG nova.network.neutron [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.131081] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1121.157846] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1121.158181] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1121.158367] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1121.158558] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1121.158698] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1121.158845] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1121.159065] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1121.159231] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1121.159395] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1121.159586] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1121.159767] env[63005]: DEBUG nova.virt.hardware [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1121.160631] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cb82e5-7a21-456a-bd16-344def8e2fe5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.169230] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b533554c-2128-4825-8cca-2a749565cc40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.200266] env[63005]: DEBUG nova.compute.manager [req-a9043ec7-d103-433c-828d-bb5c6447b50e req-532b069f-fe2b-4215-aad3-7d4e6938ea76 service nova] [instance: 96813fa5-6cbb-4bd4-af21-7cd97bd416e1] Received event network-vif-deleted-ff7f2ce0-b2da-4bf5-9fa5-6c04fa2ea84b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.229861] env[63005]: DEBUG nova.compute.manager [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1121.378810] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.379268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.379621] env[63005]: DEBUG nova.objects.instance [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lazy-loading 'resources' on Instance uuid 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.469910] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578219, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.509392] env[63005]: DEBUG oslo_concurrency.lockutils [None req-da00197c-e939-4014-9f78-35014af7dae0 tempest-ServersTestManualDisk-80760442 tempest-ServersTestManualDisk-80760442-project-member] Lock "417de431-cfa7-45b4-abb3-955e42865e25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.309s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1121.755770] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.801460] env[63005]: DEBUG nova.network.neutron [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.969848] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578219, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.565763} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.974559] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1121.974763] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1121.974942] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1121.999335] env[63005]: DEBUG nova.compute.manager [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-vif-plugged-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1121.999573] env[63005]: DEBUG oslo_concurrency.lockutils [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.999863] env[63005]: DEBUG oslo_concurrency.lockutils [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.000013] env[63005]: DEBUG oslo_concurrency.lockutils [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.003251] env[63005]: DEBUG nova.compute.manager [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] No waiting events found dispatching network-vif-plugged-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1122.003552] env[63005]: WARNING nova.compute.manager [req-63076d48-19b4-44ab-91f1-9e9d1ebec666 req-1f7ef39e-20d4-4e15-9946-1716de187b4a service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received unexpected event network-vif-plugged-d518c8f5-a80c-427e-ad05-2050b1ec8d63 for instance with vm_state building and task_state spawning. [ 1122.124753] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Successfully updated port: d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1122.187145] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799bda9-254e-4120-80f1-3353699ca02a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.198809] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536f01d1-f4b3-4102-bee2-ceb6d30e9865 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.238178] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18a8f2d-3156-43cb-8a66-d213aa2ca32a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.246158] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9e4d89-092a-4a47-ac25-346f0c00eb3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.260260] env[63005]: DEBUG nova.compute.provider_tree [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.304186] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1122.484068] env[63005]: INFO nova.virt.block_device [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Booting with volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 at /dev/sdb [ 1122.517272] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6ac6d39b-03d4-44c2-907a-d290f5f02642 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.534373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb4824-3f4d-4b79-997d-24cd9670b927 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.574749] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-73e84905-5599-4957-8546-a80a1f251467 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.584456] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f07fdc7-726a-4437-9e37-f5dd69e7bed2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.620946] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03eecc0-8ba3-4f14-b5c5-48ce3fbff1d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.626860] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1122.627020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.627158] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.630885] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f06f14-6981-4871-9231-8f5e91d6eb9a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.648014] env[63005]: DEBUG nova.virt.block_device [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating existing volume attachment record: e2d74847-cccc-4a30-abe5-393f29a70672 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1122.763933] env[63005]: DEBUG nova.scheduler.client.report [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.825293] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6658702-9b27-40f4-8ae7-d23c3c5a567c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.844683] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca914327-976e-443b-a5bc-9a2e987ddd9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.853091] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.119268] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.119494] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Cleaning up deleted instances {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11745}} [ 1123.165471] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1123.270893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.273152] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.518s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1123.303200] env[63005]: INFO nova.scheduler.client.report [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Deleted allocations for instance 96813fa5-6cbb-4bd4-af21-7cd97bd416e1 [ 1123.347048] env[63005]: DEBUG nova.network.neutron [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.359990] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.360875] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e80b98f-dbd5-4a6e-8aa9-5025d0b4906c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.370304] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1123.370304] env[63005]: value = "task-2578220" [ 1123.370304] env[63005]: _type = "Task" [ 1123.370304] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.379191] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.636980] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] There are 54 instances to clean {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11754}} [ 1123.637189] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 214b689e-32c9-49bd-93d1-22c44532a789] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1123.778328] env[63005]: INFO nova.compute.claims [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1123.812597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-eaf59749-b8fe-4979-87e7-bea4d7e5f3f5 tempest-ServersTestJSON-616964845 tempest-ServersTestJSON-616964845-project-member] Lock "96813fa5-6cbb-4bd4-af21-7cd97bd416e1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.965s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1123.849661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1123.850580] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Instance network_info: |[{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.850580] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:38:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd518c8f5-a80c-427e-ad05-2050b1ec8d63', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.857949] env[63005]: DEBUG oslo.service.loopingcall [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1123.858169] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.858382] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80c8fc2c-0990-4ecf-8175-dba7ee1955fb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.882388] env[63005]: DEBUG oslo_vmware.api [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578220, 'name': PowerOnVM_Task, 'duration_secs': 0.403109} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.883702] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.883892] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-eb1a4c75-3925-4186-85b7-300aa525eca0 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance '830fb27f-b262-49d6-961e-a53b8eeaa096' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.887366] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.887366] env[63005]: value = "task-2578221" [ 1123.887366] env[63005]: _type = "Task" [ 1123.887366] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.896309] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578221, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.028581] env[63005]: DEBUG nova.compute.manager [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1124.028687] env[63005]: DEBUG nova.compute.manager [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing instance network info cache due to event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1124.028900] env[63005]: DEBUG oslo_concurrency.lockutils [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.029083] env[63005]: DEBUG oslo_concurrency.lockutils [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.029246] env[63005]: DEBUG nova.network.neutron [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1124.140866] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: db6cf326-fdf8-4928-ba53-b9bb431c42ad] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.284699] env[63005]: INFO nova.compute.resource_tracker [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating resource usage from migration 531e1fb0-9207-48f7-ab03-8d6178704c85 [ 1124.378862] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "3903b1d7-4d46-46e8-86af-913d67f975b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1124.379108] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1124.403065] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578221, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.501612] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8416e210-af06-4931-bd80-739cdf604613 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.509844] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867aa67f-eb21-4c2e-9bde-2f1124aefb6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.542331] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3120a387-669f-46a3-b130-44e6f41c0da2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.550116] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1e7f6dd-0e38-47f8-9718-11b082b35acd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.565577] env[63005]: DEBUG nova.compute.provider_tree [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.644366] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: af2a130d-66c5-44d2-b260-b9e466721847] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1124.764658] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.764919] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.765118] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.765306] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.765518] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.765689] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.765910] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.766111] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.766316] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.766534] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.766747] env[63005]: DEBUG nova.virt.hardware [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.767668] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63974a79-5786-4a6e-9426-2d087c1f5b3c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.779385] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74ab7ff-8e25-4c4f-b937-d4f692045808 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.798327] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:ec:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1859f502-bdb5-4cbf-887f-41d668d6baaf', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.809323] env[63005]: DEBUG oslo.service.loopingcall [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1124.809983] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.810229] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97194a66-a464-4051-8624-44f62b9cb9dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.830252] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.830252] env[63005]: value = "task-2578222" [ 1124.830252] env[63005]: _type = "Task" [ 1124.830252] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.838345] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578222, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.886190] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1124.903482] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578221, 'name': CreateVM_Task, 'duration_secs': 0.92271} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.904193] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1124.904938] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1124.905145] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.905582] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1124.905850] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a493d8a-ad5e-499d-a5c6-9c2e7189ad1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.911921] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1124.911921] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52330758-933d-7098-2b2b-2a7ca54a8e9b" [ 1124.911921] env[63005]: _type = "Task" [ 1124.911921] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.921109] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52330758-933d-7098-2b2b-2a7ca54a8e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.069530] env[63005]: DEBUG nova.scheduler.client.report [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.139311] env[63005]: DEBUG nova.network.neutron [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updated VIF entry in instance network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1125.139688] env[63005]: DEBUG nova.network.neutron [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.147918] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 417de431-cfa7-45b4-abb3-955e42865e25] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.340480] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578222, 'name': CreateVM_Task, 'duration_secs': 0.460467} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.340639] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.341334] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.341511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.341847] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1125.342129] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f11bb67-a4cf-4ed1-bd32-39563d15428a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.347050] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1125.347050] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5238bbf6-8391-95eb-7d21-900d4ea54d41" [ 1125.347050] env[63005]: _type = "Task" [ 1125.347050] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.354821] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5238bbf6-8391-95eb-7d21-900d4ea54d41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.415300] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.430128] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52330758-933d-7098-2b2b-2a7ca54a8e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.010239} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.430128] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.430128] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.430402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.430402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.430503] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.430754] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e613e3bb-5fbc-46ee-b8f9-a16cd7ae5e09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.443379] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.443508] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.445049] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3903e904-a607-4416-957d-71f4ae01fcbd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.456190] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1125.456190] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521dd3ac-cad3-349a-b76b-a5f345ccdb60" [ 1125.456190] env[63005]: _type = "Task" [ 1125.456190] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.463779] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521dd3ac-cad3-349a-b76b-a5f345ccdb60, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.464867] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb0f9964-8ca0-46cf-8583-6cc6954bda0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.470359] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1125.470359] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522f638d-905b-459b-585a-78fa85b9bdba" [ 1125.470359] env[63005]: _type = "Task" [ 1125.470359] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.480082] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522f638d-905b-459b-585a-78fa85b9bdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.574984] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.302s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.575210] env[63005]: INFO nova.compute.manager [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Migrating [ 1125.582364] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.167s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.584456] env[63005]: INFO nova.compute.claims [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.642639] env[63005]: DEBUG oslo_concurrency.lockutils [req-d4fe75f5-042c-479a-8b25-a1ecc08f601b req-bf1fe145-b57d-4548-82fc-3c3cbbe46342 service nova] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.652260] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 544d4d3f-a86e-4b17-8634-5068ed62bde1] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1125.859525] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5238bbf6-8391-95eb-7d21-900d4ea54d41, 'name': SearchDatastore_Task, 'duration_secs': 0.011927} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.860271] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.860271] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.860809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1125.860809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.860809] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.860952] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98980165-89f6-4ea4-9ff5-1954433edcf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.871842] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.871842] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.871842] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-176c5d3b-b0d6-4c19-a2e6-84853199fb03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.879955] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1125.879955] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5205ae15-c421-7859-6ff1-bc5115125ce9" [ 1125.879955] env[63005]: _type = "Task" [ 1125.879955] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.888330] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205ae15-c421-7859-6ff1-bc5115125ce9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.955428] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.955784] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.955991] env[63005]: DEBUG nova.compute.manager [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Going to confirm migration 8 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1125.981836] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522f638d-905b-459b-585a-78fa85b9bdba, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.982123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1125.983877] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] af34c26e-1dd6-4f01-9501-583b3dd0ad4b/af34c26e-1dd6-4f01-9501-583b3dd0ad4b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1125.983877] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d68f6ce8-adb0-464b-82c8-d2e3bcd9625e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.993823] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1125.993823] env[63005]: value = "task-2578223" [ 1125.993823] env[63005]: _type = "Task" [ 1125.993823] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.003496] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578223, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.097388] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.097388] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.097388] env[63005]: DEBUG nova.network.neutron [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.155994] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5cee92a4-2af3-4a4a-9e85-be569e5fd080] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.391817] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5205ae15-c421-7859-6ff1-bc5115125ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.392839] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983abb8f-a315-416b-b4ca-3a749cffc8ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.402175] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1126.402175] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]520ad735-c050-4358-2c4a-4d9f22200b21" [ 1126.402175] env[63005]: _type = "Task" [ 1126.402175] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.413601] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520ad735-c050-4358-2c4a-4d9f22200b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.511630] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578223, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.569438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1126.569627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquired lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.569837] env[63005]: DEBUG nova.network.neutron [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1126.570023] env[63005]: DEBUG nova.objects.instance [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'info_cache' on Instance uuid 830fb27f-b262-49d6-961e-a53b8eeaa096 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.659482] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 2f96eb60-9898-4d58-869c-a7348bad5ad1] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1126.834405] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d7269b-2305-4e34-9e75-c51f7710bf31 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.844480] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59dc5bc-a1dc-4bc8-8cf9-19675c0e99d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.875391] env[63005]: DEBUG nova.network.neutron [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.877499] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed39bd2b-f7fa-4ad4-abf5-98a587513f63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.886813] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92774888-14e6-4bda-80ac-daf1b20c2a36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.901074] env[63005]: DEBUG nova.compute.provider_tree [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.911449] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]520ad735-c050-4358-2c4a-4d9f22200b21, 'name': SearchDatastore_Task, 'duration_secs': 0.026202} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.912236] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1126.912476] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1126.912725] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37503706-8a55-4cf8-96c2-b39a742040c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.920139] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1126.920139] env[63005]: value = "task-2578224" [ 1126.920139] env[63005]: _type = "Task" [ 1126.920139] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.930456] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.009708] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578223, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701496} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.010146] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] af34c26e-1dd6-4f01-9501-583b3dd0ad4b/af34c26e-1dd6-4f01-9501-583b3dd0ad4b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.010540] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.010861] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e86b9214-bb34-4e42-a1c4-8dfaaf0777f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.019743] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1127.019743] env[63005]: value = "task-2578225" [ 1127.019743] env[63005]: _type = "Task" [ 1127.019743] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.031523] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.163714] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 24ff8f35-0629-4b4a-b9ea-e336663fbedd] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.381318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1127.404250] env[63005]: DEBUG nova.scheduler.client.report [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.434230] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.529538] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062755} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.529839] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1127.530642] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd7ddcf-8aac-4be8-8c3b-9c84354f52b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.553731] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] af34c26e-1dd6-4f01-9501-583b3dd0ad4b/af34c26e-1dd6-4f01-9501-583b3dd0ad4b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1127.554017] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d667058e-eedc-4b30-a97e-ac5ae673d949 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.575652] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1127.575652] env[63005]: value = "task-2578226" [ 1127.575652] env[63005]: _type = "Task" [ 1127.575652] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.586444] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.667305] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1050a7e7-5d28-4e83-9125-f1b348c2c7a2] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1127.808642] env[63005]: DEBUG nova.network.neutron [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [{"id": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "address": "fa:16:3e:08:d2:c6", "network": {"id": "8001dbe2-e805-42a5-8a86-dc5db4583894", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-442699431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1295763e573249658770aafd80e66811", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35e463c7-7d78-4d66-8efd-6127b1f3ee17", "external-id": "nsx-vlan-transportzone-175", "segmentation_id": 175, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf84f2cfe-d7", "ovs_interfaceid": "f84f2cfe-d739-4fe3-8cd7-55afa10a2395", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.910104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.910104] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.932156] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549691} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.932406] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.932619] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.932860] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60ca3222-40de-4bc7-a15b-1355d23ad5ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.941539] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1127.941539] env[63005]: value = "task-2578227" [ 1127.941539] env[63005]: _type = "Task" [ 1127.941539] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.953517] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.086394] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.171235] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 72861dce-8e87-4cd4-a702-2015f522739a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.312553] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Releasing lock "refresh_cache-830fb27f-b262-49d6-961e-a53b8eeaa096" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1128.312879] env[63005]: DEBUG nova.objects.instance [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lazy-loading 'migration_context' on Instance uuid 830fb27f-b262-49d6-961e-a53b8eeaa096 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.414323] env[63005]: DEBUG nova.compute.utils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1128.415654] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1128.451045] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065576} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.451313] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.452066] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef948ab5-a2b7-495a-890f-eb58fc7249bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.474207] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.474461] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-316538d1-65d6-49f8-8ec9-e09c548e90f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.493956] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1128.493956] env[63005]: value = "task-2578228" [ 1128.493956] env[63005]: _type = "Task" [ 1128.493956] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.501921] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.587413] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.674206] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1f553f48-7054-4392-b388-6179a6a5d4f9] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1128.816270] env[63005]: DEBUG nova.objects.base [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Object Instance<830fb27f-b262-49d6-961e-a53b8eeaa096> lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1128.817163] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d076f2c7-6722-4ba4-b026-3ecf65d5b89b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.836643] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75ea1461-82e0-4bd8-bf79-5dd12bbcd6c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.841528] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1128.841528] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5207d739-25f4-35a6-0217-e6180851336c" [ 1128.841528] env[63005]: _type = "Task" [ 1128.841528] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.848690] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5207d739-25f4-35a6-0217-e6180851336c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.895207] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c45d808-e595-4bff-918f-699c0b417b15 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.914192] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1128.917560] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1129.004322] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578228, 'name': ReconfigVM_Task, 'duration_secs': 0.309513} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.004592] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to attach disk [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3/fce78279-52f7-4b65-9777-5c793fbfb5a3.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.006040] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'image_id': '8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': 'e2d74847-cccc-4a30-abe5-393f29a70672', 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63005) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1129.006303] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1129.006516] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1129.007286] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8c7972-d8cf-4e3c-9929-ca683a3fd1b7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.023567] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f55aa98-4ce6-43f6-86e3-f4640ac5e3a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.046741] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1129.046972] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cbadaea-da84-4e3c-bb55-5790c9e47685 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.064101] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1129.064101] env[63005]: value = "task-2578229" [ 1129.064101] env[63005]: _type = "Task" [ 1129.064101] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.071354] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578229, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.085622] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578226, 'name': ReconfigVM_Task, 'duration_secs': 1.188598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.085893] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfigured VM instance instance-0000006f to attach disk [datastore2] af34c26e-1dd6-4f01-9501-583b3dd0ad4b/af34c26e-1dd6-4f01-9501-583b3dd0ad4b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.086563] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b9db75ed-67ef-4593-a95b-e68d8a36d60b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.092844] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1129.092844] env[63005]: value = "task-2578230" [ 1129.092844] env[63005]: _type = "Task" [ 1129.092844] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.101700] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578230, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.177612] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: cda005b7-0902-4e35-8b0f-3e7e62e4c356] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.350975] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5207d739-25f4-35a6-0217-e6180851336c, 'name': SearchDatastore_Task, 'duration_secs': 0.007992} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.351278] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.351503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.421656] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.424820] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7563645e-42e6-4dc0-95e9-6b9f1cf06de0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.431993] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1129.431993] env[63005]: value = "task-2578231" [ 1129.431993] env[63005]: _type = "Task" [ 1129.431993] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.439653] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.575721] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578229, 'name': ReconfigVM_Task, 'duration_secs': 0.291052} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.576035] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to attach disk [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.581369] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5eb19b48-4ace-4aff-b05a-9d90959fbdc8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.599809] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1129.599809] env[63005]: value = "task-2578232" [ 1129.599809] env[63005]: _type = "Task" [ 1129.599809] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.605798] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578230, 'name': Rename_Task, 'duration_secs': 0.13423} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.606370] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.606605] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4ef3604c-ca64-453c-808f-1e629bd995d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.611735] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.614288] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1129.614288] env[63005]: value = "task-2578233" [ 1129.614288] env[63005]: _type = "Task" [ 1129.614288] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.621577] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.681394] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: fbc3ecd3-41b9-4dc2-8035-1070e8b9c760] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1129.845893] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1129.846213] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1129.930770] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.942983] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578231, 'name': PowerOffVM_Task, 'duration_secs': 0.180337} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.946509] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.946739] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1129.957960] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.958211] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.958373] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.958563] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.958709] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.958854] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.959100] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.959299] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.959478] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.959642] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.959833] env[63005]: DEBUG nova.virt.hardware [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.960680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f67cf4ec-840e-4928-80db-493e50806226 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.970502] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74a5919-be95-449e-91be-52d293a8fffa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.987150] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1129.992995] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Creating folder: Project (a86c24eda98f42549e228a8b23a5e049). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1129.996374] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-300ecc67-ac5d-49d9-aaeb-07017611c65b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.007054] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Created folder: Project (a86c24eda98f42549e228a8b23a5e049) in parent group-v519994. [ 1130.007300] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Creating folder: Instances. Parent ref: group-v520281. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1130.009871] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ce9094d-e3ab-43e1-9a3d-85587e54bf21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.019028] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Created folder: Instances in parent group-v520281. [ 1130.019268] env[63005]: DEBUG oslo.service.loopingcall [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1130.019459] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.019662] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73539876-303c-4fa3-8ee5-bf9fd4ec94eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.037951] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.037951] env[63005]: value = "task-2578236" [ 1130.037951] env[63005]: _type = "Task" [ 1130.037951] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.047067] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578236, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.106395] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9291d64f-a604-44fd-8f99-f4f4efd0fdca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.114967] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578232, 'name': ReconfigVM_Task, 'duration_secs': 0.152006} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.120408] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1130.121117] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-42284a12-efe4-4959-8d3e-4d4c66e5b3ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.123858] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623536a2-2d57-49cc-9e8b-7096227e7225 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.134398] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578233, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.159958] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1130.159958] env[63005]: value = "task-2578237" [ 1130.159958] env[63005]: _type = "Task" [ 1130.159958] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.161055] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000c0962-c925-4b15-8fdc-e245189a77ad {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.174837] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353257fb-e337-4cdf-b15b-926434c31f06 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.178662] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578237, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.188544] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5226c79a-9f02-4a5d-86ff-250afaf99592] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.190570] env[63005]: DEBUG nova.compute.provider_tree [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1130.349096] env[63005]: DEBUG nova.compute.utils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1130.455053] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1130.455321] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1130.455492] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1130.455672] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1130.456053] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1130.456053] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1130.456179] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1130.456348] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1130.456522] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1130.456689] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1130.456866] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1130.461917] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d02b16-75ae-47b6-b54e-ec31a8cba650 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.477765] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1130.477765] env[63005]: value = "task-2578238" [ 1130.477765] env[63005]: _type = "Task" [ 1130.477765] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.486470] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578238, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.548578] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578236, 'name': CreateVM_Task, 'duration_secs': 0.423944} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.548744] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1130.549171] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1130.549338] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.549662] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1130.549910] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b65e551-4b38-4c76-9b60-3fe748e40259 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.553987] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1130.553987] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528327d5-e9fb-ea3d-ebeb-d9bc073a24ae" [ 1130.553987] env[63005]: _type = "Task" [ 1130.553987] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.561145] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528327d5-e9fb-ea3d-ebeb-d9bc073a24ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.625072] env[63005]: DEBUG oslo_vmware.api [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578233, 'name': PowerOnVM_Task, 'duration_secs': 0.66297} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.625072] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.625072] env[63005]: INFO nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1130.625072] env[63005]: DEBUG nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1130.625297] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a08dc-a059-4108-93bc-564ba23f0e6b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.670087] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578237, 'name': Rename_Task, 'duration_secs': 0.147845} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.671225] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1130.671485] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fe95aa2-ae2e-4dfc-93c2-e85e1e3e5024 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.678756] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1130.678756] env[63005]: value = "task-2578239" [ 1130.678756] env[63005]: _type = "Task" [ 1130.678756] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.686287] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578239, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.693129] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 929b4fa0-d712-424f-ab15-84314f45200c] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1130.695431] env[63005]: DEBUG nova.scheduler.client.report [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.851963] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1130.988929] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578238, 'name': ReconfigVM_Task, 'duration_secs': 0.326218} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.989367] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.069307] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528327d5-e9fb-ea3d-ebeb-d9bc073a24ae, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.069581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1131.069972] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.070385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1131.070669] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.070962] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.071373] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae83f5d8-8d0d-4443-8603-902fdab8388f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.082306] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.082545] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.083602] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-651506e9-84af-4eec-b75d-8e474f48fd2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.090887] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1131.090887] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b0d324-3c9f-a7a8-d7c4-af95e976f42f" [ 1131.090887] env[63005]: _type = "Task" [ 1131.090887] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.102916] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b0d324-3c9f-a7a8-d7c4-af95e976f42f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.144793] env[63005]: INFO nova.compute.manager [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Took 15.28 seconds to build instance. [ 1131.188894] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578239, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.203058] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 358bb15a-9be4-43de-a95b-dd25488602e8] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.495498] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1131.495736] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1131.495967] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.496201] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1131.496354] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.496503] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1131.496707] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1131.496858] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1131.497029] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1131.497196] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1131.497374] env[63005]: DEBUG nova.virt.hardware [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1131.502618] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1131.502929] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef5e20e-1edb-4e22-b91a-7bed8f1b6989 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.522286] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1131.522286] env[63005]: value = "task-2578240" [ 1131.522286] env[63005]: _type = "Task" [ 1131.522286] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.531699] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.603018] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b0d324-3c9f-a7a8-d7c4-af95e976f42f, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.603835] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26693d37-4781-4bf5-b108-fb736d4a8d6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.609053] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1131.609053] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a10875-5d38-9ad5-c8ec-b9a27ecd0530" [ 1131.609053] env[63005]: _type = "Task" [ 1131.609053] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.616540] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a10875-5d38-9ad5-c8ec-b9a27ecd0530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.647321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-88b3c58f-5fbc-496e-b6bf-e83e6851d105 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.797s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.688958] env[63005]: DEBUG oslo_vmware.api [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578239, 'name': PowerOnVM_Task, 'duration_secs': 0.525167} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.689113] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1131.689326] env[63005]: DEBUG nova.compute.manager [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1131.690079] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5df8749d-90ac-48ef-b38b-fb401f8662dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.707285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.356s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.710327] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 6cc3a9a3-a0c5-406e-95d4-b3953c8301e4] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1131.911914] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.912644] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.912644] env[63005]: INFO nova.compute.manager [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Attaching volume fee2bf4a-58ac-44b2-b2a4-cfcb46058b54 to /dev/sdb [ 1131.944232] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91c674a-d2c9-4897-bfbd-8e5453d1154c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.952577] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd11b460-67ec-4017-b31d-7a1d30c25a0b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.966975] env[63005]: DEBUG nova.virt.block_device [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating existing volume attachment record: ed000c18-450b-41f5-8b88-6760e38c2eb2 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1132.031671] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578240, 'name': ReconfigVM_Task, 'duration_secs': 0.275291} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.031964] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1132.032751] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b53edb5-2d21-4e46-9146-43f73eb07175 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.060047] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.060570] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6053eab-eb05-4843-9c07-13775f8a76f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.078365] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1132.078365] env[63005]: value = "task-2578241" [ 1132.078365] env[63005]: _type = "Task" [ 1132.078365] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.089329] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578241, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.118992] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a10875-5d38-9ad5-c8ec-b9a27ecd0530, 'name': SearchDatastore_Task, 'duration_secs': 0.009559} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.119360] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1132.119686] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.119988] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64aaeed1-ae18-40f1-8578-ad4692499043 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.126249] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1132.126249] env[63005]: value = "task-2578242" [ 1132.126249] env[63005]: _type = "Task" [ 1132.126249] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.135668] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.212315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1132.212315] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1132.212315] env[63005]: DEBUG nova.objects.instance [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1132.217772] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 237f9fe0-d4fc-4834-8994-5346593381d8] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.295864] env[63005]: INFO nova.scheduler.client.report [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocation for migration 5e69afb0-af8d-49e1-8457-4cff8d38a2fa [ 1132.490425] env[63005]: DEBUG nova.compute.manager [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1132.490557] env[63005]: DEBUG nova.compute.manager [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1132.490800] env[63005]: DEBUG oslo_concurrency.lockutils [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1132.491052] env[63005]: DEBUG oslo_concurrency.lockutils [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.491327] env[63005]: DEBUG nova.network.neutron [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.588544] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578241, 'name': ReconfigVM_Task, 'duration_secs': 0.393656} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.588873] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.589245] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.639418] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.444907} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.639418] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.639418] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1132.639650] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0958d0c3-509a-4ea7-84e3-2688d9c8d1a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.646844] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1132.646844] env[63005]: value = "task-2578246" [ 1132.646844] env[63005]: _type = "Task" [ 1132.646844] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.656506] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.725280] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: f14693e0-df81-4d88-bbba-561c2dbd9c4e] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1132.805977] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.850s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.099384] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea984731-f9db-4d8e-b0f8-c065ad38a9d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.120499] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8d86a6-ec25-4cca-93bc-b9bde7d7e1b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.138336] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.161723] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.056963} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.161996] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1133.162858] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bad488-8318-42c7-a496-c5dac2adbf7a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.182677] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.183054] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6994ae42-40bc-49fd-b777-181a470c26ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.205845] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1133.205845] env[63005]: value = "task-2578247" [ 1133.205845] env[63005]: _type = "Task" [ 1133.205845] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.215466] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578247, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.225503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-06dc8996-47e7-4f56-bf61-ef477da81e37 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.229204] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b12fda4f-247f-44e9-a017-41863d203bb9] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.267488] env[63005]: DEBUG nova.network.neutron [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1133.267871] env[63005]: DEBUG nova.network.neutron [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.681287] env[63005]: DEBUG nova.network.neutron [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Port 22110d2e-cc92-4ac1-8a65-da5b2d815385 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1133.716746] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.734352] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 42511c8c-67d8-4e12-bd63-ebbdfc3ebb35] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1133.771958] env[63005]: DEBUG oslo_concurrency.lockutils [req-7fd07126-ea48-414a-9ba1-125ec04a2177 req-2d83f602-8259-4378-aef0-5f62f07d05d1 service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1133.977384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.977658] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.978618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1133.978618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1133.978618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1133.981479] env[63005]: INFO nova.compute.manager [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Terminating instance [ 1134.050939] env[63005]: DEBUG nova.compute.manager [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.051246] env[63005]: DEBUG nova.compute.manager [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing instance network info cache due to event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.051533] env[63005]: DEBUG oslo_concurrency.lockutils [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.051699] env[63005]: DEBUG oslo_concurrency.lockutils [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.051941] env[63005]: DEBUG nova.network.neutron [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1134.218078] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578247, 'name': ReconfigVM_Task, 'duration_secs': 0.830161} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.218078] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.218564] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-467bd993-b141-48b7-a590-06c002d5b5f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.224975] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1134.224975] env[63005]: value = "task-2578248" [ 1134.224975] env[63005]: _type = "Task" [ 1134.224975] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.233710] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578248, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.237896] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1c0b2956-1641-43dc-8c09-35e89671b04c] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.292554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.293287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.293476] env[63005]: INFO nova.compute.manager [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Shelving [ 1134.485985] env[63005]: DEBUG nova.compute.manager [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.486226] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.489369] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0fb166-6122-437d-b916-d7fee2e20fae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.497045] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.497342] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73158cf1-5ae2-4f22-85d0-589e8b1a6d9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.503218] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1134.503218] env[63005]: value = "task-2578250" [ 1134.503218] env[63005]: _type = "Task" [ 1134.503218] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.511022] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.519650] env[63005]: DEBUG nova.compute.manager [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1134.519856] env[63005]: DEBUG nova.compute.manager [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing instance network info cache due to event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1134.520136] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1134.703663] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1134.703904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1134.704077] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1134.738886] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578248, 'name': Rename_Task, 'duration_secs': 0.334128} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.739197] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1134.739415] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5975dc0f-6306-4ffe-8439-c3d463795c2f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.741122] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e44c21bb-b701-403b-8638-ef7c4113d169] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1134.747541] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1134.747541] env[63005]: value = "task-2578251" [ 1134.747541] env[63005]: _type = "Task" [ 1134.747541] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.756106] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.802828] env[63005]: DEBUG nova.network.neutron [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updated VIF entry in instance network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1134.803015] env[63005]: DEBUG nova.network.neutron [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.013191] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578250, 'name': PowerOffVM_Task, 'duration_secs': 0.189341} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.013460] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.013629] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.013877] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb93e4fe-2085-4c2c-b282-c908d02eedc6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.244689] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: be04d244-e01a-4b42-8345-5bd9243cc922] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.257954] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578251, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.304550] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.305183] env[63005]: DEBUG oslo_concurrency.lockutils [req-22dff031-a815-4a3a-82fd-446d8ccb3015 req-3adf1ed4-0ab1-4e58-9c08-11cb61b3abf7 service nova] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1135.305553] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7881a31-2c8b-4a40-a3b8-0c81166b48a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.307422] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.307608] env[63005]: DEBUG nova.network.neutron [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.313608] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1135.313608] env[63005]: value = "task-2578253" [ 1135.313608] env[63005]: _type = "Task" [ 1135.313608] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.324103] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.739524] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1135.739758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.739945] env[63005]: DEBUG nova.network.neutron [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1135.748162] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: fb6432b5-d52a-46d5-b1cd-07a68ee78a33] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1135.760736] env[63005]: DEBUG oslo_vmware.api [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578251, 'name': PowerOnVM_Task, 'duration_secs': 0.801273} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.760982] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.761194] env[63005]: INFO nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Took 5.83 seconds to spawn the instance on the hypervisor. [ 1135.761360] env[63005]: DEBUG nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1135.762116] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f49c8bb-71ca-473f-a453-3391a881956b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.822995] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578253, 'name': PowerOffVM_Task, 'duration_secs': 0.190705} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.823275] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.824046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa165b4e-82ba-442f-9ce1-947f606f3bb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.841878] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf22697-ebee-46e7-b175-52078aaca75f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.015494] env[63005]: DEBUG nova.network.neutron [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updated VIF entry in instance network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1136.015869] env[63005]: DEBUG nova.network.neutron [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.078104] env[63005]: DEBUG nova.compute.manager [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1136.078311] env[63005]: DEBUG nova.compute.manager [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1136.078569] env[63005]: DEBUG oslo_concurrency.lockutils [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1136.078662] env[63005]: DEBUG oslo_concurrency.lockutils [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.078821] env[63005]: DEBUG nova.network.neutron [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1136.131751] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.132108] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.132388] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleting the datastore file [datastore1] 830fb27f-b262-49d6-961e-a53b8eeaa096 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.132735] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ee06beef-d395-4f7c-a352-6ca6f42b35de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.138806] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for the task: (returnval){ [ 1136.138806] env[63005]: value = "task-2578254" [ 1136.138806] env[63005]: _type = "Task" [ 1136.138806] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.146919] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578254, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.252044] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 82fc6744-c696-40ed-86b0-f10dcbe18287] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.280141] env[63005]: INFO nova.compute.manager [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Took 10.89 seconds to build instance. [ 1136.355025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1136.355025] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-530d5f74-f846-4182-8498-965b04d98996 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.362746] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1136.362746] env[63005]: value = "task-2578255" [ 1136.362746] env[63005]: _type = "Task" [ 1136.362746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.372439] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578255, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.467363] env[63005]: DEBUG nova.network.neutron [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.513837] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1136.514102] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520285', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'name': 'volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1978a080-2e93-4e97-814e-483ea2eadc3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'serial': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1136.515038] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d130299-ccc2-48f8-84d1-17fb160e17a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.518357] env[63005]: DEBUG oslo_concurrency.lockutils [req-3ad8a4c8-2010-42c4-9904-9cbb6e0a2c46 req-163e9d77-dabe-4633-8ee7-ccab00c2d117 service nova] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.531992] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911795b-f388-42bd-86ab-f2e88bf8740c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.557081] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54/volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1136.557363] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95dc9898-c3c4-45f6-9469-55899ff367f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.574648] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1136.574648] env[63005]: value = "task-2578256" [ 1136.574648] env[63005]: _type = "Task" [ 1136.574648] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.583955] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578256, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.648150] env[63005]: DEBUG oslo_vmware.api [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Task: {'id': task-2578254, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13547} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.650535] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.650725] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.650909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.651098] env[63005]: INFO nova.compute.manager [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1136.651341] env[63005]: DEBUG oslo.service.loopingcall [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1136.651535] env[63005]: DEBUG nova.compute.manager [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.651652] env[63005]: DEBUG nova.network.neutron [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.756278] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: f4ef2ef5-f22f-40f4-9c61-33c76822a21a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1136.781397] env[63005]: DEBUG oslo_concurrency.lockutils [None req-812cef56-2e0f-42c4-b402-02ce7c393f34 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.402s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.828618] env[63005]: INFO nova.compute.manager [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Rebuilding instance [ 1136.874627] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578255, 'name': CreateSnapshot_Task, 'duration_secs': 0.409101} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.875222] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1136.875711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff027a48-ff0d-470b-91af-a70a3000068d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.887151] env[63005]: DEBUG nova.network.neutron [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1136.887467] env[63005]: DEBUG nova.network.neutron [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.971796] env[63005]: DEBUG oslo_concurrency.lockutils [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1136.978019] env[63005]: DEBUG nova.compute.manager [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1136.978019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a723d993-d1e8-43e3-82fc-1de5727c10ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.053436] env[63005]: DEBUG nova.compute.manager [req-71612790-cbd0-4ba4-808b-551c1b2a1a86 req-d8df2086-9086-4319-896a-9c7caa21f8ec service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Received event network-vif-deleted-f84f2cfe-d739-4fe3-8cd7-55afa10a2395 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1137.053436] env[63005]: INFO nova.compute.manager [req-71612790-cbd0-4ba4-808b-551c1b2a1a86 req-d8df2086-9086-4319-896a-9c7caa21f8ec service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Neutron deleted interface f84f2cfe-d739-4fe3-8cd7-55afa10a2395; detaching it from the instance and deleting it from the info cache [ 1137.053436] env[63005]: DEBUG nova.network.neutron [req-71612790-cbd0-4ba4-808b-551c1b2a1a86 req-d8df2086-9086-4319-896a-9c7caa21f8ec service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.084051] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578256, 'name': ReconfigVM_Task, 'duration_secs': 0.344124} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.084347] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore2] volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54/volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1137.089176] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a837683-4eb0-4a83-8091-1cdb7d43b14a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.103264] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1137.103264] env[63005]: value = "task-2578257" [ 1137.103264] env[63005]: _type = "Task" [ 1137.103264] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.110413] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.260193] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e1120bae-5ee5-4db3-b3a5-daa23e498d1a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.393479] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1137.394043] env[63005]: DEBUG oslo_concurrency.lockutils [req-2a030193-9633-4971-b6ca-7fc29f5f8b47 req-ab040048-a0a9-4439-9f10-704532cf9326 service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1137.394415] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-10ea7e19-40a0-44c8-b4a0-134bc291c47f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.403244] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1137.403244] env[63005]: value = "task-2578258" [ 1137.403244] env[63005]: _type = "Task" [ 1137.403244] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.411110] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578258, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.501182] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e95ac35-c96a-467a-8e90-28c04dd8c80f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.523248] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c6d0f-9f56-4967-9d87-24db912f786a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.531142] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1137.534708] env[63005]: DEBUG nova.network.neutron [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.556035] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fcb71f39-4337-4a48-95f9-e6456b4c4693 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.565409] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199a5435-dbfc-4792-a073-c356a5347929 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.602294] env[63005]: DEBUG nova.compute.manager [req-71612790-cbd0-4ba4-808b-551c1b2a1a86 req-d8df2086-9086-4319-896a-9c7caa21f8ec service nova] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Detach interface failed, port_id=f84f2cfe-d739-4fe3-8cd7-55afa10a2395, reason: Instance 830fb27f-b262-49d6-961e-a53b8eeaa096 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1137.611610] env[63005]: DEBUG oslo_vmware.api [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578257, 'name': ReconfigVM_Task, 'duration_secs': 0.136332} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.611969] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520285', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'name': 'volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1978a080-2e93-4e97-814e-483ea2eadc3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'serial': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1137.763525] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 9d75b3be-1695-45f1-9acf-305d650fe4df] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1137.915392] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578258, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.990540] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.990908] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3a75d7e-ebda-444d-ad81-50727d67d9f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.998542] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1137.998542] env[63005]: value = "task-2578259" [ 1137.998542] env[63005]: _type = "Task" [ 1137.998542] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.007481] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.038692] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1138.039207] env[63005]: INFO nova.compute.manager [-] [instance: 830fb27f-b262-49d6-961e-a53b8eeaa096] Took 1.39 seconds to deallocate network for instance. [ 1138.039466] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ead82c82-9d71-44c2-a11a-f753eaca4263 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.047824] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1138.047824] env[63005]: value = "task-2578260" [ 1138.047824] env[63005]: _type = "Task" [ 1138.047824] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.055723] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578260, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.266867] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e0816a99-4b04-471e-9c33-748c41463b69] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.414534] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578258, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.507995] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578259, 'name': PowerOffVM_Task, 'duration_secs': 0.474738} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.508300] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.508549] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.509396] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dbebe7-5dee-422d-acde-0bc4e167e112 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.516127] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.516357] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c893ab5-ca25-4d0a-aa6c-5e7bdb9542e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.541226] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.541527] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.541739] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Deleting the datastore file [datastore2] 3903b1d7-4d46-46e8-86af-913d67f975b1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.542066] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c157369c-cbf4-4255-82ba-fec2307dfdd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.547718] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1138.547952] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1138.548152] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1138.552047] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1138.552047] env[63005]: value = "task-2578262" [ 1138.552047] env[63005]: _type = "Task" [ 1138.552047] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.563943] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578262, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.567840] env[63005]: DEBUG oslo_vmware.api [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578260, 'name': PowerOnVM_Task, 'duration_secs': 0.443534} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.568227] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1138.568488] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-52e8bb10-1a20-4a2b-8e66-f58f1bfb971c tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance '119d2c7a-b355-4b6f-83b0-2dbbb54f4138' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.573312] env[63005]: INFO nova.scheduler.client.report [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Deleted allocations for instance 830fb27f-b262-49d6-961e-a53b8eeaa096 [ 1138.651456] env[63005]: DEBUG nova.objects.instance [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'flavor' on Instance uuid 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.770155] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 1d75e123-6966-4623-bd77-881432ff2004] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1138.915267] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578258, 'name': CloneVM_Task, 'duration_secs': 1.273466} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.915533] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Created linked-clone VM from snapshot [ 1138.916325] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c1487-b130-4dd0-a380-bf263b4a1535 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.923571] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Uploading image cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1138.962881] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1138.962881] env[63005]: value = "vm-520287" [ 1138.962881] env[63005]: _type = "VirtualMachine" [ 1138.962881] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1138.963184] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d2e2500-5962-4618-b88e-3225a9f8c164 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.970281] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease: (returnval){ [ 1138.970281] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7bcf-a3ea-7a26-6542-5e2dea755776" [ 1138.970281] env[63005]: _type = "HttpNfcLease" [ 1138.970281] env[63005]: } obtained for exporting VM: (result){ [ 1138.970281] env[63005]: value = "vm-520287" [ 1138.970281] env[63005]: _type = "VirtualMachine" [ 1138.970281] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1138.970593] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the lease: (returnval){ [ 1138.970593] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7bcf-a3ea-7a26-6542-5e2dea755776" [ 1138.970593] env[63005]: _type = "HttpNfcLease" [ 1138.970593] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1138.976686] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1138.976686] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7bcf-a3ea-7a26-6542-5e2dea755776" [ 1138.976686] env[63005]: _type = "HttpNfcLease" [ 1138.976686] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1139.064610] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578262, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152322} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.064872] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.065067] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.065250] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.081735] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c8e38bb8-fce9-4fd6-b509-19347cf4e919 tempest-DeleteServersTestJSON-890564670 tempest-DeleteServersTestJSON-890564670-project-member] Lock "830fb27f-b262-49d6-961e-a53b8eeaa096" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.104s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.156244] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27d7c78e-89b5-49dd-b3c8-f467bf16ecb0 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1139.273061] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: ae47d311-cac4-47a8-9442-035bbe159751] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1139.336943] env[63005]: INFO nova.compute.manager [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Rescuing [ 1139.337276] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1139.337496] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.337720] env[63005]: DEBUG nova.network.neutron [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1139.479510] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1139.479510] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7bcf-a3ea-7a26-6542-5e2dea755776" [ 1139.479510] env[63005]: _type = "HttpNfcLease" [ 1139.479510] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1139.479812] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1139.479812] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527c7bcf-a3ea-7a26-6542-5e2dea755776" [ 1139.479812] env[63005]: _type = "HttpNfcLease" [ 1139.479812] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1139.480525] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c32df-d699-4299-8ddd-c7f18e280340 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.488479] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1139.488479] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1139.758428] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-412dc837-7bd2-4116-bacd-497e2e9926cc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.778380] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 34075d8e-9e54-40f4-b37a-da35e1d2b1c7] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.102725] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.103087] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.103540] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.103953] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.104019] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.104237] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.104622] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.105272] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.105272] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.105272] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.105497] env[63005]: DEBUG nova.virt.hardware [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.106849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21630d2b-43ea-4d60-8ae8-e67f8ca8b130 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.110930] env[63005]: DEBUG nova.network.neutron [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.119142] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08308863-f53d-4f85-873c-fe57ee86f73b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.135928] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1140.143979] env[63005]: DEBUG oslo.service.loopingcall [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1140.144713] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1140.145015] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b309cd4-7d1e-44be-8254-c17e0b5b71ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.163795] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1140.163795] env[63005]: value = "task-2578265" [ 1140.163795] env[63005]: _type = "Task" [ 1140.163795] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.171919] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578265, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.282214] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: bd3b0fd1-75ce-4b4c-b016-a7b344cd8e7b] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1140.615314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1140.674272] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578265, 'name': CreateVM_Task, 'duration_secs': 0.382895} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.674425] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.674975] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1140.675432] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.675847] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1140.676324] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd548a49-0940-4b5b-99b9-9ee58b37b514 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.681529] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1140.681529] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52735c3b-676f-ec37-9e10-772735b91312" [ 1140.681529] env[63005]: _type = "Task" [ 1140.681529] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.690166] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52735c3b-676f-ec37-9e10-772735b91312, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.786560] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: efe2f4dd-4755-403b-831f-e51abb2f5ce1] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.193461] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52735c3b-676f-ec37-9e10-772735b91312, 'name': SearchDatastore_Task, 'duration_secs': 0.012445} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.193862] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.194153] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1141.194593] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.194843] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.195111] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1141.195446] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4744bd61-05ec-4c56-90fc-06ba740fe595 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.204148] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1141.204474] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1141.205727] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a16e25d-65fe-4f34-8742-7b654607bf82 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.212787] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1141.212787] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523aa1bd-16db-13ca-d27a-b44be9c5dd39" [ 1141.212787] env[63005]: _type = "Task" [ 1141.212787] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.226664] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523aa1bd-16db-13ca-d27a-b44be9c5dd39, 'name': SearchDatastore_Task, 'duration_secs': 0.008721} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.228077] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ee2f553-cd31-40f6-bed7-8c2c0fafa58f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.234966] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1141.234966] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f2f30b-899e-2b6b-f293-a41f0f3e9d92" [ 1141.234966] env[63005]: _type = "Task" [ 1141.234966] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.247366] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f2f30b-899e-2b6b-f293-a41f0f3e9d92, 'name': SearchDatastore_Task, 'duration_secs': 0.007995} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.247881] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1141.248279] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.248717] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c1ce93e-b3e6-4c18-aa86-11a9355b63b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.256338] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1141.256338] env[63005]: value = "task-2578266" [ 1141.256338] env[63005]: _type = "Task" [ 1141.256338] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.269252] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.290057] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b7e6ca16-0d30-434d-ba07-fa683a4a492a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1141.365975] env[63005]: DEBUG nova.network.neutron [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Port 22110d2e-cc92-4ac1-8a65-da5b2d815385 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1141.366329] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1141.366601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.366807] env[63005]: DEBUG nova.network.neutron [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1141.768277] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.441158} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.768563] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1141.768778] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1141.769044] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7da07e99-2282-42b6-9c47-c0eac8e4106d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.775835] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1141.775835] env[63005]: value = "task-2578267" [ 1141.775835] env[63005]: _type = "Task" [ 1141.775835] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.784466] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.792599] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: d014012e-97c9-4551-8a56-6a39ae405d42] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.120269] env[63005]: DEBUG nova.network.neutron [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.149216] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.149382] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-529c20d9-4788-4e12-81e0-d5cd8a2aa505 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.156902] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1142.156902] env[63005]: value = "task-2578268" [ 1142.156902] env[63005]: _type = "Task" [ 1142.156902] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.165733] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.286968] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069133} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.287265] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1142.288049] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d546ae94-2f79-454c-ad06-38333cf5fa32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.299452] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: fe7f7038-24d0-4694-a117-14153da231d2] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.310033] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.310572] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b0318e6-8124-4e89-8e44-b2f47425f9cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.333463] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1142.333463] env[63005]: value = "task-2578269" [ 1142.333463] env[63005]: _type = "Task" [ 1142.333463] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.342055] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.622700] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1142.666847] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578268, 'name': PowerOffVM_Task, 'duration_secs': 0.329863} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.667078] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.667919] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e3ca3b-8120-4f52-bec5-61375fe7a8c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.690210] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54697e-ffde-4388-a424-d95aab9439bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.723426] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.723736] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0b9f9a8-cedd-4db8-858f-1a1f3adf5252 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.729914] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1142.729914] env[63005]: value = "task-2578270" [ 1142.729914] env[63005]: _type = "Task" [ 1142.729914] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.737618] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578270, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.812141] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: ae4685c2-3167-427a-ae52-b4a3b8f9a1ed] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1142.844713] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578269, 'name': ReconfigVM_Task, 'duration_secs': 0.330112} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.845449] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 3903b1d7-4d46-46e8-86af-913d67f975b1/3903b1d7-4d46-46e8-86af-913d67f975b1.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1142.846136] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b596e28e-70eb-40f4-97b5-0b609e6c1605 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.853456] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1142.853456] env[63005]: value = "task-2578271" [ 1142.853456] env[63005]: _type = "Task" [ 1142.853456] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.861024] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578271, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.125928] env[63005]: DEBUG nova.compute.manager [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63005) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1143.126272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1143.126558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1143.240665] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1143.240829] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1143.241057] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1143.241215] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.241389] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1143.241638] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c396e73d-5f98-44da-ace7-0a442bf4754c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.250077] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1143.250388] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1143.251126] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acdb9ac-7dee-41bb-9f71-b03f9287a72f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.256078] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1143.256078] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f80664-16c3-eaea-95d2-4b531f3b564c" [ 1143.256078] env[63005]: _type = "Task" [ 1143.256078] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.263531] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f80664-16c3-eaea-95d2-4b531f3b564c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.316084] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 2dd81a85-1904-44f7-838e-1ae3f1c47949] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.362978] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578271, 'name': Rename_Task, 'duration_secs': 0.135526} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.364128] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1143.364128] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf099dd3-d6bd-4885-852e-cdd2e3d2f65e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.371358] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1143.371358] env[63005]: value = "task-2578272" [ 1143.371358] env[63005]: _type = "Task" [ 1143.371358] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.379140] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578272, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.632622] env[63005]: DEBUG nova.objects.instance [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'migration_context' on Instance uuid 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.767500] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f80664-16c3-eaea-95d2-4b531f3b564c, 'name': SearchDatastore_Task, 'duration_secs': 0.009199} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.768350] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d51e8276-f757-428e-8d70-a215f5e6a77b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.774333] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1143.774333] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52107883-22b0-f8b2-043a-1d1ba7b68e9d" [ 1143.774333] env[63005]: _type = "Task" [ 1143.774333] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.783616] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52107883-22b0-f8b2-043a-1d1ba7b68e9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.819334] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 79d5d07d-d973-420b-a861-cdcd2376dde7] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1143.880727] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578272, 'name': PowerOnVM_Task} progress is 76%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.284595] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52107883-22b0-f8b2-043a-1d1ba7b68e9d, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.287212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1144.287507] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. {{(pid=63005) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1144.287962] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f744550-ddf1-4379-9566-a99e3b21d29b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.295382] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1144.295382] env[63005]: value = "task-2578273" [ 1144.295382] env[63005]: _type = "Task" [ 1144.295382] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.306283] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578273, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.323777] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 22000936-d2aa-40d0-b3f5-a461da6e6b36] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.367661] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8498da-1206-4bca-990e-969aaa9c2074 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.379155] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9c9ff-a532-40bb-962a-45efe6b46945 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.385829] env[63005]: DEBUG oslo_vmware.api [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578272, 'name': PowerOnVM_Task, 'duration_secs': 0.73647} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.386508] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1144.386743] env[63005]: DEBUG nova.compute.manager [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1144.387895] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d7790a-1212-4895-88dc-a91007181187 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.417050] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39160dae-292b-4d98-83b0-18fabb5c137d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.429650] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6175a08-6a5a-40ca-8764-11bcafd8f9f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.446088] env[63005]: DEBUG nova.compute.provider_tree [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.804836] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578273, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464077} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.805121] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk. [ 1144.805902] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d011987-cb72-4fcc-9851-c3781839a43a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.835505] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1144.836015] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 172dafa3-669c-416f-ba21-5c668049ec67] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1144.837821] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd1527ff-e021-400c-ba7d-d971dc4bb0d2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.857179] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1144.857179] env[63005]: value = "task-2578274" [ 1144.857179] env[63005]: _type = "Task" [ 1144.857179] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.866701] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578274, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.931681] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1144.950279] env[63005]: DEBUG nova.scheduler.client.report [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.352421] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: a4a56a92-d12d-4e4e-983a-336949f7bbb3] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.367814] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578274, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.533627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "3903b1d7-4d46-46e8-86af-913d67f975b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.533838] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.534152] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "3903b1d7-4d46-46e8-86af-913d67f975b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1145.534371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.534543] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.536704] env[63005]: INFO nova.compute.manager [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Terminating instance [ 1145.856531] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: c3026000-ae9d-4378-9d76-658e3d00b183] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1145.870907] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578274, 'name': ReconfigVM_Task, 'duration_secs': 0.788257} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.872033] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37-rescue.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1145.872261] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee0ce8-c8b5-4053-8b35-cb787c4dcfd6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.901518] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53533be6-4bd8-4a20-9aac-bc83c73d97dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.917678] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1145.917678] env[63005]: value = "task-2578275" [ 1145.917678] env[63005]: _type = "Task" [ 1145.917678] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.927062] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.964230] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.837s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1145.971743] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.040s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1145.972031] env[63005]: DEBUG nova.objects.instance [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1146.039916] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "refresh_cache-3903b1d7-4d46-46e8-86af-913d67f975b1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1146.040163] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquired lock "refresh_cache-3903b1d7-4d46-46e8-86af-913d67f975b1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.040402] env[63005]: DEBUG nova.network.neutron [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.364370] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: dd634211-a62b-4aef-9da7-0445e4325d96] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.427663] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578275, 'name': ReconfigVM_Task, 'duration_secs': 0.325833} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.427926] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1146.428229] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f624b54-f64f-42df-9240-5c5038aaa7ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.435049] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1146.435049] env[63005]: value = "task-2578276" [ 1146.435049] env[63005]: _type = "Task" [ 1146.435049] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.443890] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.567908] env[63005]: DEBUG nova.network.neutron [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1146.649739] env[63005]: DEBUG nova.network.neutron [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.867481] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: d1d54188-6333-44d7-b1e2-481299eb346a] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1146.946847] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578276, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.985875] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f9b77ab4-ac7d-4166-8fd2-0e5aa8f73091 tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1147.152661] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Releasing lock "refresh_cache-3903b1d7-4d46-46e8-86af-913d67f975b1" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1147.153291] env[63005]: DEBUG nova.compute.manager [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.153597] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.154936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0337bf55-79cf-4ad9-9e94-17c6f38204a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.165897] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.166283] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f449d82f-ff63-458e-9eb9-0f1cc35162a3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.174200] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1147.174200] env[63005]: value = "task-2578277" [ 1147.174200] env[63005]: _type = "Task" [ 1147.174200] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.185496] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.374183] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 573ce87d-556a-4761-b5e0-c479c9005783] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1147.446055] env[63005]: DEBUG oslo_vmware.api [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578276, 'name': PowerOnVM_Task, 'duration_secs': 0.569972} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.446342] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1147.449210] env[63005]: DEBUG nova.compute.manager [None req-44700e73-7513-44e1-9695-bf974212dee8 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1147.449993] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf39e2c-56a2-4cb4-84e2-6a24f0028b15 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.514378] env[63005]: INFO nova.compute.manager [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Swapping old allocation on dict_keys(['06c960b2-af36-4eff-b95c-ff03fab46dc6']) held by migration 531e1fb0-9207-48f7-ab03-8d6178704c85 for instance [ 1147.538750] env[63005]: DEBUG nova.scheduler.client.report [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Overwriting current allocation {'allocations': {'06c960b2-af36-4eff-b95c-ff03fab46dc6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': 'f8b027f813e442b7b881f2ba0c236420', 'user_id': '8c1d53f4f6244c16b12853a5d4cd0e6e', 'consumer_generation': 1} on consumer 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 {{(pid=63005) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1147.620289] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1147.620505] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.620685] env[63005]: DEBUG nova.network.neutron [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.684924] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578277, 'name': PowerOffVM_Task, 'duration_secs': 0.197419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.685240] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.685438] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.685688] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f3c1f46-fd11-4fe1-9d38-364c706a51df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.710997] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.711185] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.711338] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Deleting the datastore file [datastore1] 3903b1d7-4d46-46e8-86af-913d67f975b1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.711611] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8abf52d-8980-4cac-9ab0-8d019da3032e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.718676] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for the task: (returnval){ [ 1147.718676] env[63005]: value = "task-2578279" [ 1147.718676] env[63005]: _type = "Task" [ 1147.718676] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.726496] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.878975] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 72f22d9c-a615-4d7a-9d62-fb4da31adc64] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.229203] env[63005]: DEBUG oslo_vmware.api [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Task: {'id': task-2578279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103277} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.231847] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.232047] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.232232] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.232468] env[63005]: INFO nova.compute.manager [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1148.232743] env[63005]: DEBUG oslo.service.loopingcall [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1148.232976] env[63005]: DEBUG nova.compute.manager [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.233103] env[63005]: DEBUG nova.network.neutron [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.261995] env[63005]: DEBUG nova.network.neutron [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1148.382626] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 58593514-7f18-4e17-9dbe-2735827790c7] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.429292] env[63005]: DEBUG nova.network.neutron [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [{"id": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "address": "fa:16:3e:46:00:02", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22110d2e-cc", "ovs_interfaceid": "22110d2e-cc92-4ac1-8a65-da5b2d815385", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.765257] env[63005]: DEBUG nova.network.neutron [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.886448] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: b6db441c-7399-43b4-910e-cc9c4dba1ffc] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1148.916410] env[63005]: INFO nova.compute.manager [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Unrescuing [ 1148.916689] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1148.916838] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.916999] env[63005]: DEBUG nova.network.neutron [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.931604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-119d2c7a-b355-4b6f-83b0-2dbbb54f4138" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1148.932107] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1148.932625] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a93875fb-d1e9-4063-8771-c792759cbfec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.940506] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1148.940506] env[63005]: value = "task-2578280" [ 1148.940506] env[63005]: _type = "Task" [ 1148.940506] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.949237] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.016129] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1149.017018] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6f1525-d718-4632-bbd2-46825a7f8da1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.023446] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1149.023657] env[63005]: ERROR oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk due to incomplete transfer. [ 1149.023950] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6023ac58-a2d8-41b8-b567-7646b8472d1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.030829] env[63005]: DEBUG oslo_vmware.rw_handles [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52e5ebca-a133-31f7-b33e-3b2fa247d1d9/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1149.031109] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Uploaded image cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1149.033550] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1149.033848] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e5f9d3db-8394-4661-af6d-d9b0b6d68f29 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.039959] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1149.039959] env[63005]: value = "task-2578281" [ 1149.039959] env[63005]: _type = "Task" [ 1149.039959] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.048307] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578281, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.268419] env[63005]: INFO nova.compute.manager [-] [instance: 3903b1d7-4d46-46e8-86af-913d67f975b1] Took 1.04 seconds to deallocate network for instance. [ 1149.389896] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: e78af5a5-8914-43aa-8ad5-82015d33d06c] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.450672] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578280, 'name': PowerOffVM_Task, 'duration_secs': 0.193729} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.453023] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.453718] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1149.453944] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1149.454118] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1149.454299] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1149.454442] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1149.454615] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1149.454835] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1149.454994] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1149.455172] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1149.455333] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1149.455500] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1149.460386] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32783082-142c-4f88-82bf-9b8c18b720e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.476221] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1149.476221] env[63005]: value = "task-2578282" [ 1149.476221] env[63005]: _type = "Task" [ 1149.476221] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.484952] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578282, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.550508] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578281, 'name': Destroy_Task, 'duration_secs': 0.328209} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.550786] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Destroyed the VM [ 1149.551034] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.551304] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-225815d4-fd99-4505-a9eb-574aef9f5779 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.569180] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1149.569180] env[63005]: value = "task-2578283" [ 1149.569180] env[63005]: _type = "Task" [ 1149.569180] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.578125] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578283, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.725087] env[63005]: DEBUG nova.network.neutron [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.774943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1149.775195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1149.775414] env[63005]: DEBUG nova.objects.instance [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lazy-loading 'resources' on Instance uuid 3903b1d7-4d46-46e8-86af-913d67f975b1 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1149.893973] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: aaddae64-82e8-46d2-8de5-f53d0ed8411e] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1149.986596] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578282, 'name': ReconfigVM_Task, 'duration_secs': 0.164037} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.987391] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6806dd64-e59a-4a31-9ce8-3d0ef78dec08 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.005758] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1150.006019] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1150.006188] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.006372] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1150.006517] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.006711] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1150.006947] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1150.007129] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1150.007299] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1150.007498] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1150.007696] env[63005]: DEBUG nova.virt.hardware [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1150.008529] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201756a5-b749-492e-b068-fc4521184157 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.014071] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1150.014071] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52dfd34d-9ac3-e0a2-f553-a24752ba161d" [ 1150.014071] env[63005]: _type = "Task" [ 1150.014071] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.022188] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dfd34d-9ac3-e0a2-f553-a24752ba161d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.078943] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578283, 'name': RemoveSnapshot_Task, 'duration_secs': 0.319008} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.080051] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1150.080051] env[63005]: DEBUG nova.compute.manager [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1150.080652] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ebf089-ca80-4230-aa22-c96908e941c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.227642] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1150.228320] env[63005]: DEBUG nova.objects.instance [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'flavor' on Instance uuid 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.397294] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 966245fb-866b-4ede-81c6-96c45548e9a8] Instance has had 0 of 5 cleanup attempts {{(pid=63005) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11758}} [ 1150.432018] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c01199b-cfdb-4e96-b2cd-c9a25432eefe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.439784] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcc9124-8ffb-4fee-bbfd-fdf81319faf8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.473838] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7354b4-883d-460e-9e64-cf397dcab6ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.481216] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838af6e4-4bcb-4e1e-acca-ee14f15b52ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.494357] env[63005]: DEBUG nova.compute.provider_tree [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.524163] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52dfd34d-9ac3-e0a2-f553-a24752ba161d, 'name': SearchDatastore_Task, 'duration_secs': 0.007468} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.529629] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1150.529892] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d89c9b0-4d95-4510-ae6d-da07f709f612 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.548704] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1150.548704] env[63005]: value = "task-2578284" [ 1150.548704] env[63005]: _type = "Task" [ 1150.548704] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.565908] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.592457] env[63005]: INFO nova.compute.manager [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Shelve offloading [ 1150.734771] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a59575-ac44-4974-a6a7-c00a1820ae04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.757953] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.758088] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6376a417-df2a-4aea-b3f7-681cd7ef5d07 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.764602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.764857] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.765213] env[63005]: DEBUG nova.objects.instance [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid 39048e2c-50c3-4cac-85be-09ee185d7165 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.766956] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1150.766956] env[63005]: value = "task-2578285" [ 1150.766956] env[63005]: _type = "Task" [ 1150.766956] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.775290] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578285, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.900347] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1150.900499] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Cleaning up deleted instances with incomplete migration {{(pid=63005) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11783}} [ 1150.998127] env[63005]: DEBUG nova.scheduler.client.report [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.057875] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578284, 'name': ReconfigVM_Task, 'duration_secs': 0.196682} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.058157] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.058916] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1226ef3e-d5c5-4e9d-b82d-da23b8422974 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.080204] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.080791] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de602420-27f7-455d-8866-45380ff17bf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.095860] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.096098] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-842eda2d-c81b-454f-b879-4a4b0d02c2c5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.098699] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1151.098699] env[63005]: value = "task-2578286" [ 1151.098699] env[63005]: _type = "Task" [ 1151.098699] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.103196] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1151.103196] env[63005]: value = "task-2578287" [ 1151.103196] env[63005]: _type = "Task" [ 1151.103196] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.106231] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578286, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.114255] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1151.114445] env[63005]: DEBUG nova.compute.manager [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.115123] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa29ec1-b0b0-4379-b41c-67276519b91c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.119869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1151.120041] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.120235] env[63005]: DEBUG nova.network.neutron [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.279592] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578285, 'name': PowerOffVM_Task, 'duration_secs': 0.24594} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.279890] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.285363] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfiguring VM instance instance-00000050 to detach disk 2002 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1151.285673] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d385a8-d3c1-4ddf-831d-7ea9721aa887 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.305849] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1151.305849] env[63005]: value = "task-2578288" [ 1151.305849] env[63005]: _type = "Task" [ 1151.305849] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.313681] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.363782] env[63005]: DEBUG nova.objects.instance [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid 39048e2c-50c3-4cac-85be-09ee185d7165 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.402802] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1151.503317] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1151.524089] env[63005]: INFO nova.scheduler.client.report [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Deleted allocations for instance 3903b1d7-4d46-46e8-86af-913d67f975b1 [ 1151.609053] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578286, 'name': ReconfigVM_Task, 'duration_secs': 0.249947} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.609389] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138/119d2c7a-b355-4b6f-83b0-2dbbb54f4138.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.610252] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0edccb2a-7e9b-4c45-9bbe-9a9045ef55de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.629324] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8a95de7-0c44-411e-a90b-023417afe104 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.648551] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-624de384-f0a7-4cc6-a82d-d5eff1342523 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.667825] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ef207e-ed19-4226-a25f-65ac054e38c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.674200] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.674449] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1cc857bb-a3e5-4671-9eae-c17ba451b2e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.680222] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1151.680222] env[63005]: value = "task-2578289" [ 1151.680222] env[63005]: _type = "Task" [ 1151.680222] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.688174] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578289, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.817936] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578288, 'name': ReconfigVM_Task, 'duration_secs': 0.215321} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.817936] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfigured VM instance instance-00000050 to detach disk 2002 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1151.818125] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1151.820900] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50615baf-bd05-45f8-acf6-50d42342e439 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.824202] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1151.824202] env[63005]: value = "task-2578290" [ 1151.824202] env[63005]: _type = "Task" [ 1151.824202] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.831872] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.866707] env[63005]: DEBUG nova.objects.base [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance<39048e2c-50c3-4cac-85be-09ee185d7165> lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1151.866918] env[63005]: DEBUG nova.network.neutron [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1151.879811] env[63005]: DEBUG nova.network.neutron [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.942273] env[63005]: DEBUG nova.policy [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.032549] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f757eb27-0de3-4d70-86ea-f9e4bd42427e tempest-ServerShowV257Test-879473191 tempest-ServerShowV257Test-879473191-project-member] Lock "3903b1d7-4d46-46e8-86af-913d67f975b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.499s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.190661] env[63005]: DEBUG oslo_vmware.api [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578289, 'name': PowerOnVM_Task, 'duration_secs': 0.384381} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.190784] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.335110] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.382356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1152.579909] env[63005]: DEBUG nova.compute.manager [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-vif-unplugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1152.580173] env[63005]: DEBUG oslo_concurrency.lockutils [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1152.580365] env[63005]: DEBUG oslo_concurrency.lockutils [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1152.580506] env[63005]: DEBUG oslo_concurrency.lockutils [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.580646] env[63005]: DEBUG nova.compute.manager [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] No waiting events found dispatching network-vif-unplugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1152.580812] env[63005]: WARNING nova.compute.manager [req-3f894cf4-2d66-43ba-a844-fa4071625921 req-fabec534-dade-445c-bcaf-64e59822c827 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received unexpected event network-vif-unplugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd for instance with vm_state shelved and task_state shelving_offloading. [ 1152.666374] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.667437] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5a1e82-25f1-41c8-ad52-4d628b5727ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.675241] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.675489] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-292a1c80-34d2-4941-a883-473e5de55237 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.748831] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1152.749067] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1152.749254] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1152.749869] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0b749b2-4cec-4543-96a8-1d5b9c2db991 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.756500] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1152.756500] env[63005]: value = "task-2578292" [ 1152.756500] env[63005]: _type = "Task" [ 1152.756500] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.766308] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.835060] env[63005]: DEBUG oslo_vmware.api [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578290, 'name': PowerOnVM_Task, 'duration_secs': 0.558544} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.835060] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1152.835060] env[63005]: DEBUG nova.compute.manager [None req-aaaf8001-3d24-4f96-93b8-fbb2cd3533e9 tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1152.835479] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e80bb64-d9f2-4b01-8127-93152ba5f002 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.201845] env[63005]: INFO nova.compute.manager [None req-aa2f3630-8a30-44d1-8675-66af397df14f tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance to original state: 'active' [ 1153.266480] env[63005]: DEBUG oslo_vmware.api [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16618} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.266735] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.266913] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.267108] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.288105] env[63005]: INFO nova.scheduler.client.report [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted allocations for instance 96805003-38d6-4344-afd9-1dc319f689f2 [ 1153.512260] env[63005]: DEBUG nova.network.neutron [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Successfully updated port: 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1153.631809] env[63005]: DEBUG nova.compute.manager [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1153.631809] env[63005]: DEBUG nova.compute.manager [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing instance network info cache due to event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1153.632314] env[63005]: DEBUG oslo_concurrency.lockutils [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1153.632314] env[63005]: DEBUG oslo_concurrency.lockutils [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.632528] env[63005]: DEBUG nova.network.neutron [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1153.792812] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1153.793124] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1153.793373] env[63005]: DEBUG nova.objects.instance [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'resources' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.018444] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.018676] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.018858] env[63005]: DEBUG nova.network.neutron [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1154.295668] env[63005]: DEBUG nova.objects.instance [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'numa_topology' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.369285] env[63005]: DEBUG nova.network.neutron [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updated VIF entry in instance network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1154.369776] env[63005]: DEBUG nova.network.neutron [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.554945] env[63005]: WARNING nova.network.neutron [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 1154.798071] env[63005]: DEBUG nova.objects.base [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Object Instance<96805003-38d6-4344-afd9-1dc319f689f2> lazy-loaded attributes: resources,numa_topology {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1154.874150] env[63005]: DEBUG oslo_concurrency.lockutils [req-7ce005e5-3447-4d88-87cb-ba4614ea76dd req-5d091419-9fd4-45c1-bda5-bcb3856cd144 service nova] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1154.889944] env[63005]: DEBUG nova.network.neutron [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "address": "fa:16:3e:4c:40:b8", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d800a5-b3", "ovs_interfaceid": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.929240] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1154.929529] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing instance network info cache due to event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1154.929853] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1154.930098] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.930355] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.995054] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe7411-d535-4068-b5fd-ccca56501ff8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.002865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3480083f-48ed-465c-9454-14340d04a8ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.032655] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae09ad9d-1c7d-474e-95de-b9a681625f4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.039691] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c840a3-444f-4b6a-8392-49f0196bd74b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.052474] env[63005]: DEBUG nova.compute.provider_tree [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.084641] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1155.084960] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1155.085073] env[63005]: INFO nova.compute.manager [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Shelving [ 1155.393103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1155.393858] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.393973] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.394831] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d670e0af-2b45-4a71-bfae-fec206442224 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.411905] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.412151] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.412314] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.412494] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.412657] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.412775] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.413045] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.413246] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.413426] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.413586] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.413753] env[63005]: DEBUG nova.virt.hardware [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.419958] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfiguring VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1155.420281] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b14a22da-9ebf-4268-88f3-4b0bba77a3e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.438053] env[63005]: DEBUG oslo_vmware.api [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1155.438053] env[63005]: value = "task-2578293" [ 1155.438053] env[63005]: _type = "Task" [ 1155.438053] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.445891] env[63005]: DEBUG oslo_vmware.api [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578293, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.555864] env[63005]: DEBUG nova.scheduler.client.report [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.687542] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updated VIF entry in instance network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1155.687919] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.811883] env[63005]: DEBUG nova.compute.manager [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1155.811883] env[63005]: DEBUG nova.compute.manager [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing instance network info cache due to event network-changed-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1155.811883] env[63005]: DEBUG oslo_concurrency.lockutils [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] Acquiring lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1155.811883] env[63005]: DEBUG oslo_concurrency.lockutils [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] Acquired lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.811883] env[63005]: DEBUG nova.network.neutron [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Refreshing network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1155.905941] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.906152] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.948788] env[63005]: DEBUG oslo_vmware.api [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.006728] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.006996] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.007326] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.007539] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.007854] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.009856] env[63005]: INFO nova.compute.manager [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Terminating instance [ 1156.061327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.268s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.071401] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.071401] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.071532] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.072376] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.072376] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.074139] env[63005]: INFO nova.compute.manager [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Terminating instance [ 1156.094395] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.096515] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-047c7905-b402-4eb5-9823-1895b61009e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.103789] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1156.103789] env[63005]: value = "task-2578294" [ 1156.103789] env[63005]: _type = "Task" [ 1156.103789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.112398] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.193866] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.194162] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.194357] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.194567] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.194838] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.195059] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] No waiting events found dispatching network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1156.195240] env[63005]: WARNING nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received unexpected event network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 for instance with vm_state active and task_state None. [ 1156.195405] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1156.195576] env[63005]: DEBUG nova.compute.manager [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-27d800a5-b3e6-4531-a97f-6b0d7d4c0229. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.195772] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.195944] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.196124] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1156.251686] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.414945] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.414945] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1156.415179] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Rebuilding the list of instances to heal {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1156.451192] env[63005]: DEBUG oslo_vmware.api [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578293, 'name': ReconfigVM_Task, 'duration_secs': 0.973659} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.451686] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1156.452027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfigured VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1156.514586] env[63005]: DEBUG nova.compute.manager [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.514829] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.518529] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3887d2b-e49f-488a-ac23-f96f44cfb3f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.527430] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.527430] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9726bc88-2d49-4bbc-9b7b-8882139540cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.533785] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1156.533785] env[63005]: value = "task-2578295" [ 1156.533785] env[63005]: _type = "Task" [ 1156.533785] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.542080] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578295, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.568815] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2f392325-c2e4-4f7d-8d68-ecce26e360c9 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.276s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.569684] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.318s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.569867] env[63005]: INFO nova.compute.manager [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Unshelving [ 1156.577853] env[63005]: DEBUG nova.compute.manager [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.578149] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.579208] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f5c734d-5ee6-4629-a5a1-44a4ce94a8d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.586846] env[63005]: DEBUG nova.network.neutron [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updated VIF entry in instance network info cache for port 703b59f4-d6e0-4e22-b232-ef7fad1b5dcd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1156.587330] env[63005]: DEBUG nova.network.neutron [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [{"id": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "address": "fa:16:3e:a1:7a:39", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap703b59f4-d6", "ovs_interfaceid": "703b59f4-d6e0-4e22-b232-ef7fad1b5dcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.593352] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.593352] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c68792-ecf1-4269-a9ac-8a47b34b48a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.599874] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1156.599874] env[63005]: value = "task-2578296" [ 1156.599874] env[63005]: _type = "Task" [ 1156.599874] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.611561] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578296, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.618245] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578294, 'name': PowerOffVM_Task, 'duration_secs': 0.252913} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.618617] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1156.619649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066c7b9-a648-41d2-bd53-399d52140b20 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.640703] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27fbc59-a430-4d95-946e-1f8e29c04eb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.921348] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Skipping network cache update for instance because it is being deleted. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1156.921709] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Skipping network cache update for instance because it is being deleted. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10462}} [ 1156.957565] env[63005]: DEBUG oslo_concurrency.lockutils [None req-8db60fbf-7133-45c7-952a-0176fddb1b63 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.192s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.974577] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1156.974720] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.974862] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1156.975042] env[63005]: DEBUG nova.objects.instance [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lazy-loading 'info_cache' on Instance uuid 9b8f193f-ddd3-4896-8dca-149bace33104 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.010506] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1157.010997] env[63005]: DEBUG nova.network.neutron [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "address": "fa:16:3e:4c:40:b8", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d800a5-b3", "ovs_interfaceid": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.044215] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578295, 'name': PowerOffVM_Task, 'duration_secs': 0.205483} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.044502] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.044668] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.044921] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa6c7e81-86d7-4cc4-9501-8821cf3ea6bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.093256] env[63005]: DEBUG oslo_concurrency.lockutils [req-ad9ac1a7-43e9-4ec9-bcc7-b70b2bcc95b2 req-8cfa15fe-34d8-4d5f-a382-605701da9c1c service nova] Releasing lock "refresh_cache-1978a080-2e93-4e97-814e-483ea2eadc3e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.111165] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578296, 'name': PowerOffVM_Task, 'duration_secs': 0.205452} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.111448] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.111615] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.111868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ecf8416-8fe2-466d-978d-9f9570d0d752 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.137315] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.137529] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.138864] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleting the datastore file [datastore2] 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.138864] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9e04f24-9c00-4edc-a8eb-149b2c8d883f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.146240] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1157.146240] env[63005]: value = "task-2578299" [ 1157.146240] env[63005]: _type = "Task" [ 1157.146240] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.152441] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1157.153243] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-25207c14-f98d-4486-94c5-47d9b67abd68 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.160840] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578299, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.162532] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1157.162532] env[63005]: value = "task-2578300" [ 1157.162532] env[63005]: _type = "Task" [ 1157.162532] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.171127] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578300, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.193392] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.193690] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.193924] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleting the datastore file [datastore2] 7d614da6-e7ea-4252-a901-4d7dd188a0ce {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.194304] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0b089261-3bc7-4faa-b53c-48a172d4d70d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.201340] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1157.201340] env[63005]: value = "task-2578301" [ 1157.201340] env[63005]: _type = "Task" [ 1157.201340] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.210289] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.514240] env[63005]: DEBUG oslo_concurrency.lockutils [req-dbb98013-3275-40b0-869d-fb79cbec1db6 req-01baaf5d-d8c1-4404-8075-fb69fca428cc service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1157.579291] env[63005]: DEBUG nova.compute.utils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1157.639632] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1157.639886] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.660147] env[63005]: DEBUG oslo_vmware.api [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578299, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221403} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.660456] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.660653] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.661159] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.661159] env[63005]: INFO nova.compute.manager [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1157.661371] env[63005]: DEBUG oslo.service.loopingcall [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.661602] env[63005]: DEBUG nova.compute.manager [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.661703] env[63005]: DEBUG nova.network.neutron [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1157.672169] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578300, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.712398] env[63005]: DEBUG oslo_vmware.api [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205648} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.712658] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.712840] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.713041] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.713231] env[63005]: INFO nova.compute.manager [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1157.713484] env[63005]: DEBUG oslo.service.loopingcall [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1157.713668] env[63005]: DEBUG nova.compute.manager [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.713759] env[63005]: DEBUG nova.network.neutron [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.082398] env[63005]: INFO nova.virt.block_device [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Booting with volume 4fcf66ce-6cfa-483d-bce1-48f8a31efc3c at /dev/sdb [ 1158.123137] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a21e965-f76d-4ae0-bd68-980b1bd60876 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134495] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c70aba20-1272-4bef-891d-8f6910320008 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.148087] env[63005]: INFO nova.compute.manager [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Detaching volume dd6990f9-6315-4a7c-86b7-24512ef7c464 [ 1158.183935] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-52cca16a-7740-4135-97a0-d009acf93800 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.191949] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578300, 'name': CreateSnapshot_Task, 'duration_secs': 0.92645} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.195313] env[63005]: INFO nova.virt.block_device [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Attempting to driver detach volume dd6990f9-6315-4a7c-86b7-24512ef7c464 from mountpoint /dev/sdb [ 1158.195638] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1158.195855] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520273', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'name': 'volume-dd6990f9-6315-4a7c-86b7-24512ef7c464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cc420e2-f0e5-4d3f-a5d5-cbea697accb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'serial': 'dd6990f9-6315-4a7c-86b7-24512ef7c464'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1158.196244] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1158.199736] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fdf7b4-b296-4be1-b81c-99567930b6df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.203884] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e85a60c-8f92-4c6a-a63b-11b84f0b882a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.210782] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977b3cae-846e-45a5-9cd8-978c82ab2ec6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.265316] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1e9d4a-377f-47fc-8ba1-45e2467dfebc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.271904] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01ff2bb-39b0-41b2-b0db-4180ea717cbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.280405] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2c890-1dab-431b-ae3f-49fa340c8080 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.283649] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17436493-0ccb-47e7-8d92-9a58184c8df5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.308221] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fc877-6436-4bc5-ac50-bc435f1f0b65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.312261] env[63005]: DEBUG nova.virt.block_device [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating existing volume attachment record: 54846cca-28db-45e4-8869-f74ee913c8ab {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1158.328719] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd6990f9-6315-4a7c-86b7-24512ef7c464/volume-dd6990f9-6315-4a7c-86b7-24512ef7c464.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1158.334256] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1158.334906] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f615625-8238-40d3-b1bf-d3caf188afc0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.354657] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1158.354657] env[63005]: value = "task-2578302" [ 1158.354657] env[63005]: _type = "Task" [ 1158.354657] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.363069] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.586882] env[63005]: DEBUG nova.compute.manager [req-b4b280a9-d7de-4384-87f5-a7c1d21e9d3f req-0ffb014e-42db-490a-8efb-008229c7a13c service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Received event network-vif-deleted-22110d2e-cc92-4ac1-8a65-da5b2d815385 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1158.587078] env[63005]: INFO nova.compute.manager [req-b4b280a9-d7de-4384-87f5-a7c1d21e9d3f req-0ffb014e-42db-490a-8efb-008229c7a13c service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Neutron deleted interface 22110d2e-cc92-4ac1-8a65-da5b2d815385; detaching it from the instance and deleting it from the info cache [ 1158.587247] env[63005]: DEBUG nova.network.neutron [req-b4b280a9-d7de-4384-87f5-a7c1d21e9d3f req-0ffb014e-42db-490a-8efb-008229c7a13c service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.704920] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.704920] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.730957] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.780773] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1158.781536] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3d7393c-9882-418d-b8f0-2cc91ba0f042 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.789663] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1158.789663] env[63005]: value = "task-2578306" [ 1158.789663] env[63005]: _type = "Task" [ 1158.789663] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.797331] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578306, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.865215] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578302, 'name': ReconfigVM_Task, 'duration_secs': 0.415194} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.865539] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1158.870234] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d21b63b2-45d2-4878-bace-2bea9d3d6a30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.886716] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1158.886716] env[63005]: value = "task-2578307" [ 1158.886716] env[63005]: _type = "Task" [ 1158.886716] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.894828] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.063421] env[63005]: DEBUG nova.network.neutron [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.090209] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d72626cd-ffc6-46d3-b090-8675d8abb6f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.100118] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b389248-f55c-4d09-91cd-2e2eb76e6bc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.111095] env[63005]: DEBUG nova.network.neutron [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.135824] env[63005]: DEBUG nova.compute.manager [req-b4b280a9-d7de-4384-87f5-a7c1d21e9d3f req-0ffb014e-42db-490a-8efb-008229c7a13c service nova] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Detach interface failed, port_id=22110d2e-cc92-4ac1-8a65-da5b2d815385, reason: Instance 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1159.208625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1159.208625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.209226] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec673c94-36ba-47be-8122-39b591df6edc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.229444] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488026f1-4c86-4464-842e-4981dffebe42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.250928] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1159.251647] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1159.257501] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfiguring VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1159.257501] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.257684] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b262d8c4-a23e-4c11-b10b-40dd67a20232 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.271830] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.272269] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.272863] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.273083] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.273267] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.273411] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1159.273706] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1159.277670] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1159.277670] env[63005]: value = "task-2578308" [ 1159.277670] env[63005]: _type = "Task" [ 1159.277670] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.285813] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.298502] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578306, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.396634] env[63005]: DEBUG oslo_vmware.api [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578307, 'name': ReconfigVM_Task, 'duration_secs': 0.143787} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.396977] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520273', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'name': 'volume-dd6990f9-6315-4a7c-86b7-24512ef7c464', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cc420e2-f0e5-4d3f-a5d5-cbea697accb5', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd6990f9-6315-4a7c-86b7-24512ef7c464', 'serial': 'dd6990f9-6315-4a7c-86b7-24512ef7c464'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1159.565846] env[63005]: INFO nova.compute.manager [-] [instance: 119d2c7a-b355-4b6f-83b0-2dbbb54f4138] Took 1.90 seconds to deallocate network for instance. [ 1159.614054] env[63005]: INFO nova.compute.manager [-] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Took 1.90 seconds to deallocate network for instance. [ 1159.777050] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.777314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.777483] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1159.777637] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1159.778888] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d41f97-3f71-4ab8-a8bf-9a6fbe2faf63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.793432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc9d76e-b6b0-425a-b456-ac5b8226298a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.797764] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.806885] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578306, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.815031] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb77191-71cf-482d-9bc7-1dfe92c3d233 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.822050] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa57c88a-f5a5-4f2f-862d-f9c55a96b64f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.854099] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178829MB free_disk=129GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1159.854265] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1159.854480] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1159.937629] env[63005]: DEBUG nova.objects.instance [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.072377] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.120474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.293269] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.307679] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578306, 'name': CloneVM_Task, 'duration_secs': 1.298953} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.307956] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Created linked-clone VM from snapshot [ 1160.308743] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d866ad1-e69f-4905-a486-aacdd22e9ec6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.316462] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Uploading image a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1160.349990] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1160.349990] env[63005]: value = "vm-520292" [ 1160.349990] env[63005]: _type = "VirtualMachine" [ 1160.349990] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1160.351070] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ad015d08-218d-45bd-903e-a28f747b2303 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.362270] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease: (returnval){ [ 1160.362270] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52064e08-e0c5-02e3-a327-a7b3c44b8587" [ 1160.362270] env[63005]: _type = "HttpNfcLease" [ 1160.362270] env[63005]: } obtained for exporting VM: (result){ [ 1160.362270] env[63005]: value = "vm-520292" [ 1160.362270] env[63005]: _type = "VirtualMachine" [ 1160.362270] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1160.362712] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the lease: (returnval){ [ 1160.362712] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52064e08-e0c5-02e3-a327-a7b3c44b8587" [ 1160.362712] env[63005]: _type = "HttpNfcLease" [ 1160.362712] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1160.369353] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.369353] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52064e08-e0c5-02e3-a327-a7b3c44b8587" [ 1160.369353] env[63005]: _type = "HttpNfcLease" [ 1160.369353] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1160.369624] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1160.369624] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52064e08-e0c5-02e3-a327-a7b3c44b8587" [ 1160.369624] env[63005]: _type = "HttpNfcLease" [ 1160.369624] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1160.370268] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb0bdde-9635-45b3-977a-8dc012528a51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.378136] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1160.378336] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1160.475535] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a45fd7f9-a5b8-49f2-bc67-805b15104ea3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.611648] env[63005]: DEBUG nova.compute.manager [req-85d95d34-f55d-491c-9829-23dad6b5e2da req-8ae606ee-3d27-4dde-aa98-253b7ba4bbb2 service nova] [instance: 7d614da6-e7ea-4252-a901-4d7dd188a0ce] Received event network-vif-deleted-018e76e0-070f-4f7c-922d-854fe2ede8bb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1160.795541] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.825582] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1160.896410] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.896783] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5c611ad3-304c-4795-8d76-3e1077f00edc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897550] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897550] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1978a080-2e93-4e97-814e-483ea2eadc3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897550] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9d224e55-359e-4f2d-9b12-db75465b54a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897550] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897550] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance fce78279-52f7-4b65-9777-5c793fbfb5a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.897926] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 39048e2c-50c3-4cac-85be-09ee185d7165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.898165] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 56dee1f9-58ca-467d-8472-00ad994c7d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.898410] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 7d614da6-e7ea-4252-a901-4d7dd188a0ce is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.898630] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance af34c26e-1dd6-4f01-9501-583b3dd0ad4b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1160.898858] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1160.943936] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4180ee9d-2260-43c2-9620-220627b1f286 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.945715] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.120s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1160.945932] env[63005]: DEBUG nova.compute.manager [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1160.947397] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8be7eb6-74f7-4382-9513-7ea6cada9709 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.954682] env[63005]: DEBUG nova.compute.manager [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.955602] env[63005]: DEBUG nova.objects.instance [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1161.295028] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.402195] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96805003-38d6-4344-afd9-1dc319f689f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1161.402536] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1161.402713] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1161.575418] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106f019e-c24c-4a9a-9327-acc239ef7d5f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.583232] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7c2738-f131-4027-af59-98b6efbfd55b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.614212] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a21233-9d89-4f1f-a3fa-f2dd84e758ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.621622] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7234239-ac4f-495a-9dc4-944281db9a65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.634852] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.797031] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.966944] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.967277] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1a8b54c-1bfe-4933-8026-024028c72e78 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.974827] env[63005]: DEBUG oslo_vmware.api [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1161.974827] env[63005]: value = "task-2578311" [ 1161.974827] env[63005]: _type = "Task" [ 1161.974827] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.982997] env[63005]: DEBUG oslo_vmware.api [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578311, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.138549] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1162.296349] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.484805] env[63005]: DEBUG oslo_vmware.api [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578311, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.645132] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1162.645359] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.791s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.645633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.574s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.645827] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.647951] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.528s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.648172] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.667678] env[63005]: INFO nova.scheduler.client.report [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted allocations for instance 119d2c7a-b355-4b6f-83b0-2dbbb54f4138 [ 1162.669590] env[63005]: INFO nova.scheduler.client.report [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted allocations for instance 7d614da6-e7ea-4252-a901-4d7dd188a0ce [ 1162.796930] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.985624] env[63005]: DEBUG oslo_vmware.api [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578311, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.177980] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f7d7bc37-1256-4dbe-abec-4f8a0a98b748 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "119d2c7a-b355-4b6f-83b0-2dbbb54f4138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.171s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.178949] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0f53cdee-731c-4d48-8788-1f2053f1f803 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "7d614da6-e7ea-4252-a901-4d7dd188a0ce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.108s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.297750] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.487405] env[63005]: DEBUG oslo_vmware.api [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578311, 'name': PowerOffVM_Task, 'duration_secs': 1.19982} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.487534] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.487736] env[63005]: DEBUG nova.compute.manager [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1163.488558] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbedfc2-6b46-4fce-899c-3fe80be6eda3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.799479] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.929896] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.930189] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.930394] env[63005]: DEBUG nova.objects.instance [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'pci_requests' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.000103] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0655c2f6-3e5e-456b-83da-f8f3f99f2279 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 3.054s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1164.298949] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.386707] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.386944] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.434755] env[63005]: DEBUG nova.objects.instance [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'numa_topology' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.497091] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1164.497372] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1164.676089] env[63005]: DEBUG nova.objects.instance [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.799237] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.889623] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.937686] env[63005]: INFO nova.compute.claims [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1165.001018] env[63005]: INFO nova.compute.manager [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Detaching volume e2ba9312-5f9e-4569-b3ad-8575af02c82f [ 1165.036245] env[63005]: INFO nova.virt.block_device [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Attempting to driver detach volume e2ba9312-5f9e-4569-b3ad-8575af02c82f from mountpoint /dev/sdb [ 1165.036541] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1165.036793] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520269', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'name': 'volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d224e55-359e-4f2d-9b12-db75465b54a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'serial': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1165.037855] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1add7f59-707f-45e7-8823-288e64441725 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.061791] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b97e3-aa5c-4876-ac2c-4ed1efdc75ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.068772] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd6dbe3-a1db-439a-bebd-1ebda1b11021 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.088468] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb1c24-c7b3-4eda-a171-5c919e139414 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.103108] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] The volume has not been displaced from its original location: [datastore1] volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f/volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1165.108565] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfiguring VM instance instance-00000060 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.108882] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a5975e1-5e4d-4bf8-997f-cfb5bbb3fc58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.126327] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1165.126327] env[63005]: value = "task-2578312" [ 1165.126327] env[63005]: _type = "Task" [ 1165.126327] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.134244] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578312, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.181362] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1165.181553] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.181892] env[63005]: DEBUG nova.network.neutron [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.181992] env[63005]: DEBUG nova.objects.instance [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'info_cache' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.300711] env[63005]: DEBUG oslo_vmware.api [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578308, 'name': ReconfigVM_Task, 'duration_secs': 5.77424} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.301060] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1165.301175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Reconfigured VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1165.412571] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1165.638207] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578312, 'name': ReconfigVM_Task, 'duration_secs': 0.262602} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.638508] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Reconfigured VM instance instance-00000060 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.644078] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-004975ae-7a76-4969-b7a1-6312bea39796 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.660348] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1165.660348] env[63005]: value = "task-2578313" [ 1165.660348] env[63005]: _type = "Task" [ 1165.660348] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.668508] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578313, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.685672] env[63005]: DEBUG nova.objects.base [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Object Instance<2cc420e2-f0e5-4d3f-a5d5-cbea697accb5> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1166.105544] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783381d0-0c8f-440a-a53d-476fa98bf9f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.113322] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f10e88-4969-4a3a-90d6-9865fed4a682 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.146173] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1166.146358] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.146509] env[63005]: DEBUG nova.network.neutron [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.148131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde8942c-d193-4f7a-9ff7-e768c4394f3c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.156330] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dcc318-3155-4a5b-840a-7fee7fdc4c9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.172293] env[63005]: DEBUG nova.compute.provider_tree [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.178862] env[63005]: DEBUG oslo_vmware.api [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578313, 'name': ReconfigVM_Task, 'duration_secs': 0.15133} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.179166] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520269', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'name': 'volume-e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d224e55-359e-4f2d-9b12-db75465b54a5', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f', 'serial': 'e2ba9312-5f9e-4569-b3ad-8575af02c82f'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1166.405487] env[63005]: DEBUG nova.network.neutron [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [{"id": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "address": "fa:16:3e:c6:81:1c", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap897f22f1-9d", "ovs_interfaceid": "897f22f1-9d8c-4ad2-8309-405f68cd1b9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.675796] env[63005]: DEBUG nova.scheduler.client.report [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.724469] env[63005]: DEBUG nova.objects.instance [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 9d224e55-359e-4f2d-9b12-db75465b54a5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.863591] env[63005]: INFO nova.network.neutron [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1166.863967] env[63005]: DEBUG nova.network.neutron [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.908449] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "refresh_cache-2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.180520] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.250s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.183070] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.771s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1167.185093] env[63005]: INFO nova.compute.claims [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1167.222969] env[63005]: INFO nova.network.neutron [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1167.366503] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1167.372315] env[63005]: DEBUG nova.compute.manager [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1167.372315] env[63005]: DEBUG nova.compute.manager [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing instance network info cache due to event network-changed-1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1167.372315] env[63005]: DEBUG oslo_concurrency.lockutils [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] Acquiring lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1167.372315] env[63005]: DEBUG oslo_concurrency.lockutils [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] Acquired lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.372315] env[63005]: DEBUG nova.network.neutron [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Refreshing network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1167.733371] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c5c0f29e-f214-4da8-9a27-5133ed29c21e tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.878531] env[63005]: DEBUG oslo_concurrency.lockutils [None req-54a5b24e-fb33-43e5-b642-b0b5027e3907 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-39048e2c-50c3-4cac-85be-09ee185d7165-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.174s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1167.915289] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.915582] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed191b48-8612-4aff-9634-ec573b08ac22 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.922493] env[63005]: DEBUG oslo_vmware.api [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1167.922493] env[63005]: value = "task-2578314" [ 1167.922493] env[63005]: _type = "Task" [ 1167.922493] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.930986] env[63005]: DEBUG oslo_vmware.api [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.058352] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.058645] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.059017] env[63005]: DEBUG nova.objects.instance [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'flavor' on Instance uuid af34c26e-1dd6-4f01-9501-583b3dd0ad4b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.098232] env[63005]: DEBUG nova.network.neutron [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updated VIF entry in instance network info cache for port 1290a50d-dad4-4c0e-a2f3-6045ff65df3d. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1168.098618] env[63005]: DEBUG nova.network.neutron [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [{"id": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "address": "fa:16:3e:15:3e:d3", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1290a50d-da", "ovs_interfaceid": "1290a50d-dad4-4c0e-a2f3-6045ff65df3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.351686] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1168.352653] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ec23a-9989-44da-a919-ce218665a644 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.361546] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1168.361717] env[63005]: ERROR oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk due to incomplete transfer. [ 1168.361961] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-badbd080-6287-47dd-ba2d-c29e83164e0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.367613] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7a08c-e4a6-480c-ab87-1d723510f413 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.371398] env[63005]: DEBUG oslo_vmware.rw_handles [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521d5385-dc06-1627-0f77-1972ee2ea472/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1168.371623] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Uploaded image a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1168.374073] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1168.374617] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f98a9b27-8763-45f3-89bf-6f342ca24942 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.378630] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8f7ebae-aa08-4209-9bb2-a688f3544c54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.383417] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1168.383417] env[63005]: value = "task-2578315" [ 1168.383417] env[63005]: _type = "Task" [ 1168.383417] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.418264] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e3c846-8661-44bd-b17e-6329a75caad5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.424624] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578315, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.431439] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef403990-b36a-4dd1-a329-c2a81ff286ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.438324] env[63005]: DEBUG oslo_vmware.api [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578314, 'name': PowerOnVM_Task, 'duration_secs': 0.394409} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.438889] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.439117] env[63005]: DEBUG nova.compute.manager [None req-3e515a80-a185-4b5c-baf4-e71677591c77 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1168.439834] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacaf7ec-b02b-4948-8f83-b01d206c17e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.451193] env[63005]: DEBUG nova.compute.provider_tree [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.601920] env[63005]: DEBUG oslo_concurrency.lockutils [req-1783d115-7d98-4cae-be3e-2578b24e712e req-d4464751-a59a-446e-bfba-ab2f505452e9 service nova] Releasing lock "refresh_cache-39048e2c-50c3-4cac-85be-09ee185d7165" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1168.685008] env[63005]: DEBUG nova.objects.instance [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'pci_requests' on Instance uuid af34c26e-1dd6-4f01-9501-583b3dd0ad4b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.721885] env[63005]: DEBUG nova.compute.manager [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1168.722134] env[63005]: DEBUG oslo_concurrency.lockutils [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.722382] env[63005]: DEBUG oslo_concurrency.lockutils [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.722556] env[63005]: DEBUG oslo_concurrency.lockutils [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.722724] env[63005]: DEBUG nova.compute.manager [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] No waiting events found dispatching network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1168.723382] env[63005]: WARNING nova.compute.manager [req-41d2b32c-94b4-4b1a-a28b-6fb3f2e76966 req-ecd5e5c7-56db-46c3-9b48-e6bad1a64583 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received unexpected event network-vif-plugged-71fb43c7-2bae-47f8-99a1-80e40ebb63cd for instance with vm_state shelved_offloaded and task_state spawning. [ 1168.740910] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1168.741884] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.741884] env[63005]: DEBUG nova.network.neutron [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.887833] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.888121] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.888271] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1168.888449] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1168.888854] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.893826] env[63005]: INFO nova.compute.manager [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Terminating instance [ 1168.900380] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578315, 'name': Destroy_Task, 'duration_secs': 0.388094} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.900623] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Destroyed the VM [ 1168.900848] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1168.901120] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03e39ec3-673a-4cd4-9441-4a7afbe78173 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.911126] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1168.911126] env[63005]: value = "task-2578316" [ 1168.911126] env[63005]: _type = "Task" [ 1168.911126] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.920735] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578316, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.954633] env[63005]: DEBUG nova.scheduler.client.report [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.188054] env[63005]: DEBUG nova.objects.base [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1169.188054] env[63005]: DEBUG nova.network.neutron [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.251873] env[63005]: DEBUG nova.policy [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '124ba775b9e44a4baad8728898a1cb6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae9002ef486e4a52b8529d1cda7fb527', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1169.397625] env[63005]: DEBUG nova.compute.manager [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1169.397887] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1169.398740] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11584710-27a3-4d1e-8278-c9b6f3852163 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.403894] env[63005]: DEBUG nova.compute.manager [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1169.404177] env[63005]: DEBUG nova.compute.manager [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing instance network info cache due to event network-changed-d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1169.404395] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1169.404539] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.404714] env[63005]: DEBUG nova.network.neutron [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1169.411371] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.411371] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a337ccd-3c0f-4998-89f8-aa48d193774c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.421627] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1169.421627] env[63005]: value = "task-2578317" [ 1169.421627] env[63005]: _type = "Task" [ 1169.421627] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.427610] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578316, 'name': RemoveSnapshot_Task, 'duration_secs': 0.432851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.430099] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1169.430410] env[63005]: DEBUG nova.compute.manager [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1169.431398] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabfa9cf-0325-4dd1-b761-c47fb7624df8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.436861] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578317, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.461116] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.278s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1169.461714] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1169.466370] env[63005]: DEBUG nova.network.neutron [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.759028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1169.759028] env[63005]: DEBUG oslo_concurrency.lockutils [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1169.931462] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578317, 'name': PowerOffVM_Task, 'duration_secs': 0.21051} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.931812] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1169.931985] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1169.932275] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2cf6b86-5206-421e-941c-0e2a551b8c55 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.946104] env[63005]: INFO nova.compute.manager [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Shelve offloading [ 1169.967315] env[63005]: DEBUG nova.compute.utils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1169.968646] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1169.968814] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1169.970928] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1169.999888] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.000164] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.000386] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleting the datastore file [datastore2] 9d224e55-359e-4f2d-9b12-db75465b54a5 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.000670] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-462782e8-d265-42d0-b060-d11b4c655fde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.004519] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76e8b6c1181237532795b2c2f4877cda',container_format='bare',created_at=2025-02-16T21:42:41Z,direct_url=,disk_format='vmdk',id=cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1369486305-shelved',owner='ec4946bff6a64017b962db6193105e08',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-02-16T21:42:56Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1170.004666] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1170.004783] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.004976] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1170.005527] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.005527] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1170.005527] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1170.005690] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1170.005867] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1170.005992] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1170.006297] env[63005]: DEBUG nova.virt.hardware [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1170.006936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d990a-cbbb-4a2a-b9fa-412151ef9cb6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.015790] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66da82b2-96a9-45cf-978d-5077d0661572 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.019947] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1170.019947] env[63005]: value = "task-2578319" [ 1170.019947] env[63005]: _type = "Task" [ 1170.019947] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.031566] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:9a:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71fb43c7-2bae-47f8-99a1-80e40ebb63cd', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.039175] env[63005]: DEBUG oslo.service.loopingcall [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.043067] env[63005]: DEBUG nova.policy [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8c1d53f4f6244c16b12853a5d4cd0e6e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f8b027f813e442b7b881f2ba0c236420', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1170.044997] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.045322] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43ba634b-650a-452a-8409-3c482f11d777 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.064712] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578319, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.069216] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.069216] env[63005]: value = "task-2578320" [ 1170.069216] env[63005]: _type = "Task" [ 1170.069216] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.076559] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578320, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.252929] env[63005]: DEBUG nova.network.neutron [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updated VIF entry in instance network info cache for port d518c8f5-a80c-427e-ad05-2050b1ec8d63. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1170.253346] env[63005]: DEBUG nova.network.neutron [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.263207] env[63005]: INFO nova.compute.manager [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Detaching volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 [ 1170.303508] env[63005]: INFO nova.virt.block_device [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Attempting to driver detach volume 47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8 from mountpoint /dev/sdb [ 1170.303712] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1170.303888] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1170.305222] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147f3a39-7921-4165-818d-deeb0c7e9fcc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.326822] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3744767-a2fd-4729-adeb-8ba24f897e81 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.334889] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c706d3-cf5f-416c-9deb-c1230a4acd53 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.359520] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cd096f-3763-4984-b76e-2c45ebc5c759 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.379710] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] The volume has not been displaced from its original location: [datastore2] volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8/volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1170.385953] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1170.388189] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2f674eb-cf19-4004-89a8-bb1923fc5571 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.408789] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1170.408789] env[63005]: value = "task-2578321" [ 1170.408789] env[63005]: _type = "Task" [ 1170.408789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.418223] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578321, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.439398] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Successfully created port: 088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1170.449894] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.450290] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaf340c3-2013-4559-805b-3e4cda9ed98b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.461332] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1170.461332] env[63005]: value = "task-2578322" [ 1170.461332] env[63005]: _type = "Task" [ 1170.461332] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.470706] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1170.470919] env[63005]: DEBUG nova.compute.manager [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1170.471483] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1170.474912] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac870fa-681e-400c-92f0-97b269e30b2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.481303] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.481500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.481688] env[63005]: DEBUG nova.network.neutron [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1170.530201] env[63005]: DEBUG oslo_vmware.api [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578319, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170774} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.530510] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.530712] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.530891] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.531112] env[63005]: INFO nova.compute.manager [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1170.531370] env[63005]: DEBUG oslo.service.loopingcall [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1170.531588] env[63005]: DEBUG nova.compute.manager [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.532460] env[63005]: DEBUG nova.network.neutron [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.579042] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578320, 'name': CreateVM_Task, 'duration_secs': 0.353361} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.581310] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1170.581966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.582194] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.582611] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1170.583705] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ccaf9e-ddb5-4759-8be4-e5ff6f3cbd79 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.588458] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1170.588458] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525a2efd-9dec-abc9-df17-97e46d450c39" [ 1170.588458] env[63005]: _type = "Task" [ 1170.588458] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.599443] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525a2efd-9dec-abc9-df17-97e46d450c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.716776] env[63005]: DEBUG nova.network.neutron [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Successfully updated port: 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1170.756058] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ab0e2f-bcf1-483f-805f-33411ae14b0d req-07aaaebd-ac0f-4e1c-859b-79d4043b212b service nova] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1170.829360] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1170.829624] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing instance network info cache due to event network-changed-71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1170.829782] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Acquiring lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1170.829895] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Acquired lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.830088] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Refreshing network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.918471] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578321, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.104701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.104701] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Processing image cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.104701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.104701] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.104957] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.105112] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6474c62-1feb-4d80-a1c9-2486c2432038 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.113271] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.113445] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.114171] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be5fce1-a636-4147-bf30-e9ba4943c325 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.119253] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1171.119253] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5222dd78-86cd-2c43-9a03-49d7a60de611" [ 1171.119253] env[63005]: _type = "Task" [ 1171.119253] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.126355] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5222dd78-86cd-2c43-9a03-49d7a60de611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.224717] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1171.224874] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.225059] env[63005]: DEBUG nova.network.neutron [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.254790] env[63005]: DEBUG nova.network.neutron [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.419516] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578321, 'name': ReconfigVM_Task, 'duration_secs': 0.642302} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.419516] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1171.424093] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc68ba40-000e-4cad-8238-831ca2d94278 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.435643] env[63005]: DEBUG nova.compute.manager [req-6e87a9d7-91fd-448d-9d1a-2c5056fb9618 req-32464cf1-eb94-42a9-96b9-67f52275e72d service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Received event network-vif-deleted-37820646-158f-42b5-8b63-3de9957bbf81 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1171.435834] env[63005]: INFO nova.compute.manager [req-6e87a9d7-91fd-448d-9d1a-2c5056fb9618 req-32464cf1-eb94-42a9-96b9-67f52275e72d service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Neutron deleted interface 37820646-158f-42b5-8b63-3de9957bbf81; detaching it from the instance and deleting it from the info cache [ 1171.435998] env[63005]: DEBUG nova.network.neutron [req-6e87a9d7-91fd-448d-9d1a-2c5056fb9618 req-32464cf1-eb94-42a9-96b9-67f52275e72d service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.447052] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1171.447052] env[63005]: value = "task-2578323" [ 1171.447052] env[63005]: _type = "Task" [ 1171.447052] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.457675] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.491422] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1171.522076] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1171.522354] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1171.522646] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.522707] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1171.522988] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.522988] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1171.523185] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1171.523318] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1171.523964] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1171.523964] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1171.523964] env[63005]: DEBUG nova.virt.hardware [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1171.524932] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0577cc-741a-4e81-b7f1-e4c36323bd2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.534598] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96057a2c-79ce-4dd2-b300-72274bde402c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.568598] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updated VIF entry in instance network info cache for port 71fb43c7-2bae-47f8-99a1-80e40ebb63cd. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1171.568988] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [{"id": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "address": "fa:16:3e:c2:9a:9b", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71fb43c7-2b", "ovs_interfaceid": "71fb43c7-2bae-47f8-99a1-80e40ebb63cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.629244] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1171.629524] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Fetch image to [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c/OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1171.629707] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Downloading stream optimized image cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f to [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c/OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c.vmdk on the data store datastore1 as vApp {{(pid=63005) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1171.629875] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Downloading image file data cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f to the ESX as VM named 'OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c' {{(pid=63005) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1171.696979] env[63005]: DEBUG nova.network.neutron [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.701998] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1171.701998] env[63005]: value = "resgroup-9" [ 1171.701998] env[63005]: _type = "ResourcePool" [ 1171.701998] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1171.702335] env[63005]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9bf3eac2-91a8-4410-8600-8beda3f91927 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.723739] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease: (returnval){ [ 1171.723739] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4e08b-bf69-ce2b-4519-4c2955a4f186" [ 1171.723739] env[63005]: _type = "HttpNfcLease" [ 1171.723739] env[63005]: } obtained for vApp import into resource pool (val){ [ 1171.723739] env[63005]: value = "resgroup-9" [ 1171.723739] env[63005]: _type = "ResourcePool" [ 1171.723739] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1171.724096] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the lease: (returnval){ [ 1171.724096] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4e08b-bf69-ce2b-4519-4c2955a4f186" [ 1171.724096] env[63005]: _type = "HttpNfcLease" [ 1171.724096] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1171.732856] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1171.732856] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4e08b-bf69-ce2b-4519-4c2955a4f186" [ 1171.732856] env[63005]: _type = "HttpNfcLease" [ 1171.732856] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1171.757327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1171.759951] env[63005]: WARNING nova.network.neutron [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] 715a6291-203f-4828-8897-1e343043bfca already exists in list: networks containing: ['715a6291-203f-4828-8897-1e343043bfca']. ignoring it [ 1171.941848] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fd4ba17-fe7f-40d3-ac1a-dad71a478c09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.957961] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e541af8a-d53b-487f-97b3-b9977af15ce9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.976773] env[63005]: DEBUG oslo_vmware.api [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578323, 'name': ReconfigVM_Task, 'duration_secs': 0.144803} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.977333] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520276', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'name': 'volume-47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fce78279-52f7-4b65-9777-5c793fbfb5a3', 'attached_at': '', 'detached_at': '', 'volume_id': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8', 'serial': '47d5fef5-4bd9-4cb6-8472-d2bcf67b6bd8'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1171.994340] env[63005]: DEBUG nova.compute.manager [req-6e87a9d7-91fd-448d-9d1a-2c5056fb9618 req-32464cf1-eb94-42a9-96b9-67f52275e72d service nova] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Detach interface failed, port_id=37820646-158f-42b5-8b63-3de9957bbf81, reason: Instance 9d224e55-359e-4f2d-9b12-db75465b54a5 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1172.071513] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Releasing lock "refresh_cache-96805003-38d6-4344-afd9-1dc319f689f2" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.071796] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.071997] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.072310] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.072473] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1172.072639] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] No waiting events found dispatching network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1172.072813] env[63005]: WARNING nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received unexpected event network-vif-plugged-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 for instance with vm_state active and task_state None. [ 1172.072977] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-changed-27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1172.073169] env[63005]: DEBUG nova.compute.manager [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing instance network info cache due to event network-changed-27d800a5-b3e6-4531-a97f-6b0d7d4c0229. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1172.073358] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.199795] env[63005]: INFO nova.compute.manager [-] [instance: 9d224e55-359e-4f2d-9b12-db75465b54a5] Took 1.67 seconds to deallocate network for instance. [ 1172.238740] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1172.238740] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4e08b-bf69-ce2b-4519-4c2955a4f186" [ 1172.238740] env[63005]: _type = "HttpNfcLease" [ 1172.238740] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1172.239086] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1172.239086] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e4e08b-bf69-ce2b-4519-4c2955a4f186" [ 1172.239086] env[63005]: _type = "HttpNfcLease" [ 1172.239086] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1172.239879] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe4d538-f111-40e8-8882-faaff1a68d1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.247703] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1172.247912] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1172.320958] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c46f7d5-1f3b-41bd-bc84-98b28f63b52e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.341891] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1172.342856] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da99e3a8-8a74-432d-b42d-61a22ccc4400 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.347195] env[63005]: DEBUG nova.network.neutron [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "address": "fa:16:3e:4c:40:b8", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d800a5-b3", "ovs_interfaceid": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.355801] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1172.355801] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4634d9ba-54a9-4760-82a9-a8663ff59842 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.383462] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Successfully updated port: 088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1172.417477] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1172.417710] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1172.417892] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleting the datastore file [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1172.418163] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3dca558-578d-46f5-9249-e4474126d54d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.425769] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1172.425769] env[63005]: value = "task-2578326" [ 1172.425769] env[63005]: _type = "Task" [ 1172.425769] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.434485] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.528884] env[63005]: DEBUG nova.objects.instance [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'flavor' on Instance uuid fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.711284] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1172.711614] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1172.711912] env[63005]: DEBUG nova.objects.instance [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'resources' on Instance uuid 9d224e55-359e-4f2d-9b12-db75465b54a5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.850074] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1172.851037] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.851037] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.851249] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.851437] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Refreshing network info cache for port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1172.853265] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d37bc6-00a3-4922-a053-f8aa25dac00b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.873997] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1172.874244] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1172.874406] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.874589] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1172.874730] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.874873] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1172.875086] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1172.875254] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1172.875425] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1172.875586] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1172.875751] env[63005]: DEBUG nova.virt.hardware [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1172.881900] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfiguring VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1172.887516] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d887204-c3bc-409f-b85e-e779297fb888 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.904647] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1172.904789] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.904940] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.913420] env[63005]: DEBUG oslo_vmware.api [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1172.913420] env[63005]: value = "task-2578327" [ 1172.913420] env[63005]: _type = "Task" [ 1172.913420] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.924727] env[63005]: DEBUG oslo_vmware.api [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578327, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.934834] env[63005]: DEBUG oslo_vmware.api [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145679} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.935041] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1172.935231] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1172.935404] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1172.964296] env[63005]: INFO nova.scheduler.client.report [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted allocations for instance 56dee1f9-58ca-467d-8472-00ad994c7d24 [ 1173.386378] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ec96fac-c17c-403d-9d7d-9260816dafb7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.396929] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464c0689-e802-49e9-921c-472196e48d1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.436484] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1173.436727] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1173.440814] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4069998-b120-40f4-b708-661160c81104 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.447028] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc767033-27aa-401f-9f27-ffc6a81c201f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.455577] env[63005]: DEBUG oslo_vmware.api [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.460044] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1173.460395] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1173.460517] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b265d5af-a45d-4589-9b10-5f5711326074 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.463385] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2a72d8-e336-474d-81b7-ecf5618712b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.470500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.485199] env[63005]: DEBUG nova.compute.provider_tree [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1173.488028] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1173.537355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-988bd6b0-c7b9-472e-a007-9f0d0db3b5a4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.778s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.634026] env[63005]: DEBUG nova.network.neutron [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.671826] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updated VIF entry in instance network info cache for port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1173.672496] env[63005]: DEBUG nova.network.neutron [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}, {"id": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "address": "fa:16:3e:4c:40:b8", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27d800a5-b3", "ovs_interfaceid": "27d800a5-b3e6-4531-a97f-6b0d7d4c0229", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.723796] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-vif-unplugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.724057] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.725216] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.725216] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.725216] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] No waiting events found dispatching network-vif-unplugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.725216] env[63005]: WARNING nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received unexpected event network-vif-unplugged-cb88680d-b383-408f-b658-c0a99cf82a8b for instance with vm_state shelved_offloaded and task_state unshelving. [ 1173.725460] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Received event network-vif-plugged-088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.725496] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1173.725679] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1173.725829] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1173.725984] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] No waiting events found dispatching network-vif-plugged-088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.726154] env[63005]: WARNING nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Received unexpected event network-vif-plugged-088d22d6-6117-46c2-ae4d-e8795b860ba6 for instance with vm_state building and task_state spawning. [ 1173.726308] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1173.726456] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing instance network info cache due to event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1173.726673] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1173.726834] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.727034] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1173.730460] env[63005]: DEBUG oslo_vmware.rw_handles [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5244797d-9870-dc6b-e0e3-cf9bab8bacc9/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1173.730670] env[63005]: INFO nova.virt.vmwareapi.images [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Downloaded image file data cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f [ 1173.731673] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5c1faf-1a4a-4280-84a6-8003d87f292c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748947] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d979a26b-67b3-4c58-a6cd-067455c9ce1f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.789225] env[63005]: INFO nova.virt.vmwareapi.images [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] The imported VM was unregistered [ 1173.792347] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1173.792347] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1173.792347] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3ea188d-8cad-4fd9-b18f-4d1759093a4b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.802824] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1173.803103] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c/OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c.vmdk to [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk. {{(pid=63005) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1173.803306] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-5c94f9bc-baa3-4ae6-a6d0-7b163475dd9e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.810488] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1173.810488] env[63005]: value = "task-2578329" [ 1173.810488] env[63005]: _type = "Task" [ 1173.810488] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.818586] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.942902] env[63005]: DEBUG oslo_vmware.api [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578327, 'name': ReconfigVM_Task, 'duration_secs': 0.643421} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.943512] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1173.943893] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfigured VM to attach interface {{(pid=63005) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1174.008110] env[63005]: ERROR nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [req-ec6052f1-8f6d-45c4-9e44-69a82d1ee8c2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec6052f1-8f6d-45c4-9e44-69a82d1ee8c2"}]} [ 1174.027702] env[63005]: DEBUG nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1174.041635] env[63005]: DEBUG nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1174.041859] env[63005]: DEBUG nova.compute.provider_tree [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.054486] env[63005]: DEBUG nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1174.076535] env[63005]: DEBUG nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1174.135543] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1174.140105] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.140436] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Instance network_info: |[{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1174.141429] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:62:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90328c7b-15c4-4742-805b-755248d67029', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '088d22d6-6117-46c2-ae4d-e8795b860ba6', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1174.149468] env[63005]: DEBUG oslo.service.loopingcall [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1174.150519] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1174.150794] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6074d876-d7f9-4755-9c81-6be3c7857fce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.173714] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1174.173714] env[63005]: value = "task-2578330" [ 1174.173714] env[63005]: _type = "Task" [ 1174.173714] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.177213] env[63005]: DEBUG oslo_concurrency.lockutils [req-fc92357d-1d1c-484e-89fc-4cb5c551ca1f req-6758fc59-5859-4793-9b78-7f65ae9a588e service nova] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.184349] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578330, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.269478] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825bf37e-e5a7-427c-8c01-36f32b2a7347 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.280508] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990859a2-ecdf-417c-af37-9fd97802a7e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.318673] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58d791d-ef3f-4924-aac3-5da29014074d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.331572] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.335809] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722cd8b-d0a3-4e9f-87c1-44328b0c7dae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.352811] env[63005]: DEBUG nova.compute.provider_tree [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.448824] env[63005]: DEBUG oslo_concurrency.lockutils [None req-32677f7a-0a70-49ef-9100-140e4223e60b tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.390s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.489384] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updated VIF entry in instance network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1174.489769] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapcb88680d-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.501865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.502238] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.502456] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.502636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.502800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1174.504940] env[63005]: INFO nova.compute.manager [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Terminating instance [ 1174.644536] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Getting list of instances from cluster (obj){ [ 1174.644536] env[63005]: value = "domain-c8" [ 1174.644536] env[63005]: _type = "ClusterComputeResource" [ 1174.644536] env[63005]: } {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1174.645966] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7bce82-01ff-48ce-9a98-9670b7058efb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.669892] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Got total of 9 instances {{(pid=63005) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1174.670129] env[63005]: WARNING nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1174.670215] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 9b8f193f-ddd3-4896-8dca-149bace33104 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.670415] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 5c611ad3-304c-4795-8d76-3e1077f00edc {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.670571] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 1732e58e-9c1b-4234-87a8-fd468e78d925 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.670722] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.670869] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 9d224e55-359e-4f2d-9b12-db75465b54a5 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671026] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671180] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671321] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671463] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 39048e2c-50c3-4cac-85be-09ee185d7165 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671604] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671744] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid af34c26e-1dd6-4f01-9501-583b3dd0ad4b {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.671885] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Triggering sync for uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10855}} [ 1174.672383] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "9b8f193f-ddd3-4896-8dca-149bace33104" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.672618] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.672899] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "5c611ad3-304c-4795-8d76-3e1077f00edc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.673089] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.673327] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "1732e58e-9c1b-4234-87a8-fd468e78d925" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.673500] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.673724] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.673895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.674143] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "9d224e55-359e-4f2d-9b12-db75465b54a5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.674354] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.674520] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.674747] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.674953] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.675211] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.675390] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.675625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.675826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.675998] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1174.676246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.677140] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effec6d6-926a-4139-ab51-2b18be6b87c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.680557] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745e31ad-3256-4223-9d87-a30279919f09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.683842] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990f2be6-b042-4757-b5a1-ae5074b24cc2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.686815] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0e799e-ac28-4e34-b618-440722eb5039 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.689893] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dadfb00-4c90-4c4c-ab83-8a10a26f7747 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.693252] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a5089-c13c-4583-b184-a73447e48de7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.696711] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56a4bf66-09a3-4d52-94ac-bc1e1c5b952c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.736098] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578330, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.821954] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.825472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1174.886112] env[63005]: DEBUG nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 154 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1174.886540] env[63005]: DEBUG nova.compute.provider_tree [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 154 to 155 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1174.886846] env[63005]: DEBUG nova.compute.provider_tree [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1174.992865] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1174.992865] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Received event network-changed-088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1174.992865] env[63005]: DEBUG nova.compute.manager [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Refreshing instance network info cache due to event network-changed-088d22d6-6117-46c2-ae4d-e8795b860ba6. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1174.993168] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquiring lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1174.993220] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Acquired lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.993381] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Refreshing network info cache for port 088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.008497] env[63005]: DEBUG nova.compute.manager [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1175.008936] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.010360] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c853c2b-9abb-4bce-ba9a-4f9877ea643c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.018576] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.018802] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b09f3693-5895-48e6-8c6d-eb9a3d1d2325 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.025352] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1175.025352] env[63005]: value = "task-2578331" [ 1175.025352] env[63005]: _type = "Task" [ 1175.025352] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.033865] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.198663] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578330, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.224676] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.551s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.226229] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.552s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.227736] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.232402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.236794] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.238305] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.564s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.238593] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.322113] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.393215] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.681s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.395754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.926s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.396019] env[63005]: DEBUG nova.objects.instance [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'resources' on Instance uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.417015] env[63005]: INFO nova.scheduler.client.report [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted allocations for instance 9d224e55-359e-4f2d-9b12-db75465b54a5 [ 1175.535788] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578331, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.698873] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578330, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.823112] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.824083] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updated VIF entry in instance network info cache for port 088d22d6-6117-46c2-ae4d-e8795b860ba6. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1175.824461] env[63005]: DEBUG nova.network.neutron [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.899100] env[63005]: DEBUG nova.objects.instance [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'numa_topology' on Instance uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.927746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ded75ba3-08f0-45a9-b52d-e7432d64edc0 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.040s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1175.928870] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.255s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1175.929206] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12f7d67c-d7a8-4538-9d89-3dc97ccdab77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.939713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fbb891-16e4-4e0e-a86c-517a2067f6f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.037506] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578331, 'name': PowerOffVM_Task, 'duration_secs': 1.006984} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.037978] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.037978] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.038247] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff3076b0-08a1-4bcd-9012-a7e1e06281f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.099623] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1176.100088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1176.198869] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578330, 'name': CreateVM_Task, 'duration_secs': 2.017328} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.199072] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1176.199775] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.199966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.200308] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1176.200555] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-baaefeff-ac16-46f7-aa08-b4bb1e8d6f11 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.205771] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1176.205771] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521346d0-fee5-5b17-7291-9bccaae130b2" [ 1176.205771] env[63005]: _type = "Task" [ 1176.205771] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.215540] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521346d0-fee5-5b17-7291-9bccaae130b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.276829] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.277068] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.277259] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore1] fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.277523] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e554107-09f0-412d-8f78-a6546269563e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.283781] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1176.283781] env[63005]: value = "task-2578333" [ 1176.283781] env[63005]: _type = "Task" [ 1176.283781] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.291592] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.321706] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.327316] env[63005]: DEBUG oslo_concurrency.lockutils [req-bec3b530-27ae-406e-9028-97cf7cf35904 req-0cee38f4-7dd6-4b7c-97fc-bdc3a472e7e8 service nova] Releasing lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.402075] env[63005]: DEBUG nova.objects.base [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Object Instance<56dee1f9-58ca-467d-8472-00ad994c7d24> lazy-loaded attributes: resources,numa_topology {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.478555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "9d224e55-359e-4f2d-9b12-db75465b54a5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1176.540699] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0f4775-9195-4ab6-b529-9653317031d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.548444] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c6c0ca-f6d8-4675-94ed-4cffad3e660c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.577731] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7cc193-3138-4862-ad59-88ad9b8fd18c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.585014] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a54d285-bacc-4dc5-8bf2-02dd389549a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.599052] env[63005]: DEBUG nova.compute.provider_tree [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1176.603088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.603348] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.603968] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dac0ce-faaf-4221-8ce4-97d8e4a94ba9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.620631] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19fdbf0-666f-4331-b792-2b88b2b6d77e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.645580] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfiguring VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1176.649021] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba01a8ea-bffb-4a9f-b453-c1e9a32327a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.664051] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1176.664051] env[63005]: value = "task-2578334" [ 1176.664051] env[63005]: _type = "Task" [ 1176.664051] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.671716] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.717148] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521346d0-fee5-5b17-7291-9bccaae130b2, 'name': SearchDatastore_Task, 'duration_secs': 0.064902} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.717474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1176.717707] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.717931] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1176.718093] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.718273] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.718563] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee53f85c-eb4b-4cc0-a6bd-4b6a45e39dee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.728954] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.729193] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.729981] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-333a1f8d-323d-4c9a-a779-ded9cb3b90cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.738159] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1176.738159] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52963d36-1c8d-2ff6-8eab-a66801bdd062" [ 1176.738159] env[63005]: _type = "Task" [ 1176.738159] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.742748] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52963d36-1c8d-2ff6-8eab-a66801bdd062, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.793629] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578333, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.823368] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578329, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.58703} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.823535] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c/OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c.vmdk to [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk. [ 1176.824240] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Cleaning up location [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1176.824240] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d72f1b87-5cfe-495a-953c-043d898c1b0c {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.824240] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb589b0b-5caa-44a5-a20d-ac06bb71638b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.830409] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1176.830409] env[63005]: value = "task-2578335" [ 1176.830409] env[63005]: _type = "Task" [ 1176.830409] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.840020] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578335, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.102871] env[63005]: DEBUG nova.scheduler.client.report [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1177.174356] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.246059] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52963d36-1c8d-2ff6-8eab-a66801bdd062, 'name': SearchDatastore_Task, 'duration_secs': 0.049427} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.246833] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e015905b-7f5b-46c0-8973-7d89ada377ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.251895] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1177.251895] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523133da-f3ea-fcd6-786e-6bbe3bf67ce8" [ 1177.251895] env[63005]: _type = "Task" [ 1177.251895] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.259036] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523133da-f3ea-fcd6-786e-6bbe3bf67ce8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.293854] env[63005]: DEBUG oslo_vmware.api [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578333, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.641296} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.294247] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.294463] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.294643] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.294813] env[63005]: INFO nova.compute.manager [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Took 2.29 seconds to destroy the instance on the hypervisor. [ 1177.295059] env[63005]: DEBUG oslo.service.loopingcall [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1177.295250] env[63005]: DEBUG nova.compute.manager [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.295343] env[63005]: DEBUG nova.network.neutron [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.339707] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578335, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.059629} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.339948] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.340130] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.340369] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk to [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.340609] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd96b0be-0a8a-4850-b3ba-8a2a05fa6a5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.346849] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1177.346849] env[63005]: value = "task-2578336" [ 1177.346849] env[63005]: _type = "Task" [ 1177.346849] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.355872] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.607734] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.212s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1177.676117] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.763011] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523133da-f3ea-fcd6-786e-6bbe3bf67ce8, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.763468] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1177.763686] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2c235383-ca96-4ea5-ac00-a11cdc1b280b/2c235383-ca96-4ea5-ac00-a11cdc1b280b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.764014] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bacf1715-6925-4072-8a8e-45b3927f95d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.772205] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1177.772205] env[63005]: value = "task-2578337" [ 1177.772205] env[63005]: _type = "Task" [ 1177.772205] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.780864] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.857490] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.874165] env[63005]: DEBUG nova.compute.manager [req-86b8b1be-dc34-4888-8ffa-935b0c7cf956 req-67a5d52c-9cb4-405f-a732-3951ee9868ad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Received event network-vif-deleted-1859f502-bdb5-4cbf-887f-41d668d6baaf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1177.874165] env[63005]: INFO nova.compute.manager [req-86b8b1be-dc34-4888-8ffa-935b0c7cf956 req-67a5d52c-9cb4-405f-a732-3951ee9868ad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Neutron deleted interface 1859f502-bdb5-4cbf-887f-41d668d6baaf; detaching it from the instance and deleting it from the info cache [ 1177.874165] env[63005]: DEBUG nova.network.neutron [req-86b8b1be-dc34-4888-8ffa-935b0c7cf956 req-67a5d52c-9cb4-405f-a732-3951ee9868ad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.124129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-faa0332e-7e9e-4d8c-86f9-81a76ae76124 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.037s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.124129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.448s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.124129] env[63005]: INFO nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] During sync_power_state the instance has a pending task (unshelving). Skip. [ 1178.124129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1178.124536] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.299s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.124536] env[63005]: INFO nova.compute.manager [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Unshelving [ 1178.176225] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.192869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1178.193128] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1178.282494] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.357628] env[63005]: DEBUG nova.network.neutron [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.359023] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.375829] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbf4cecb-1726-476d-9dcc-04939772cba6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.385077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1845f240-9416-42b8-915e-b18396a88c02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.416172] env[63005]: DEBUG nova.compute.manager [req-86b8b1be-dc34-4888-8ffa-935b0c7cf956 req-67a5d52c-9cb4-405f-a732-3951ee9868ad service nova] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Detach interface failed, port_id=1859f502-bdb5-4cbf-887f-41d668d6baaf, reason: Instance fce78279-52f7-4b65-9777-5c793fbfb5a3 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1178.677518] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.695605] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1178.784287] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.858441] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.860108] env[63005]: INFO nova.compute.manager [-] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] Took 1.56 seconds to deallocate network for instance. [ 1179.156969] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.157306] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.157463] env[63005]: DEBUG nova.objects.instance [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'pci_requests' on Instance uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.177757] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.216278] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.287200] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.359373] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.366604] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.661926] env[63005]: DEBUG nova.objects.instance [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'numa_topology' on Instance uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1179.677617] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.785168] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.860061] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578336, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.281486} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.860061] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f/cf3f5312-2dd1-4608-98f6-5ba2bfd79f6f.vmdk to [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1179.860420] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d110ca06-0916-431a-8d02-73eb0c31c5f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.881050] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1179.881284] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-059f3f8a-9629-4637-a7af-faf5584d7bcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.899162] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1179.899162] env[63005]: value = "task-2578338" [ 1179.899162] env[63005]: _type = "Task" [ 1179.899162] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.906360] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.164702] env[63005]: INFO nova.compute.claims [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.176655] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.285056] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578337, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.058876} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.285056] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 2c235383-ca96-4ea5-ac00-a11cdc1b280b/2c235383-ca96-4ea5-ac00-a11cdc1b280b.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1180.285241] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1180.285479] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8ebc9db0-68e3-44d7-963a-68a670356715 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.291788] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1180.291788] env[63005]: value = "task-2578339" [ 1180.291788] env[63005]: _type = "Task" [ 1180.291788] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.299183] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578339, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.408500] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578338, 'name': ReconfigVM_Task, 'duration_secs': 0.256866} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.408763] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2/96805003-38d6-4344-afd9-1dc319f689f2.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.409932] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'encrypted': False, 'size': 0, 'encryption_format': None, 'device_type': 'disk', 'guest_format': None, 'encryption_secret_uuid': None, 'device_name': '/dev/sda', 'disk_bus': None, 'encryption_options': None, 'image_id': '8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'attachment_id': '54846cca-28db-45e4-8869-f74ee913c8ab', 'mount_device': '/dev/sdb', 'guest_format': None, 'device_type': None, 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520291', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'name': 'volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '96805003-38d6-4344-afd9-1dc319f689f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'serial': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63005) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.410152] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1180.410347] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520291', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'name': 'volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '96805003-38d6-4344-afd9-1dc319f689f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'serial': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1180.411158] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9ae4d7-2d59-48e4-80f2-298f49a1f96e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.425644] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990c3b4a-9092-4a53-9775-3248654ea5ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.450841] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c/volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.451124] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed326c8b-fcc0-4719-b892-bc368f7796a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.468423] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1180.468423] env[63005]: value = "task-2578340" [ 1180.468423] env[63005]: _type = "Task" [ 1180.468423] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.475749] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.679926] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.801886] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578339, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.802271] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1180.803123] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b7c44e9-6f3a-4846-b44e-54edbf22c1f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.826269] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 2c235383-ca96-4ea5-ac00-a11cdc1b280b/2c235383-ca96-4ea5-ac00-a11cdc1b280b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1180.826525] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9c9661f-8f38-4be2-a194-d4b375d09ea1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.845807] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1180.845807] env[63005]: value = "task-2578341" [ 1180.845807] env[63005]: _type = "Task" [ 1180.845807] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.853613] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.978921] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578340, 'name': ReconfigVM_Task, 'duration_secs': 0.325408} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.979335] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfigured VM instance instance-00000069 to attach disk [datastore1] volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c/volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1180.984413] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37125eab-585f-4950-859f-7a92a40590a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.002270] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1181.002270] env[63005]: value = "task-2578342" [ 1181.002270] env[63005]: _type = "Task" [ 1181.002270] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.010574] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578342, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.182939] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.306484] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee2f51-49b5-4926-8b0a-9b7b4f3700a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.314284] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bc1627-23a2-477e-8049-5affb018bcb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.344989] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d02ac-35f2-45c6-8a0c-786da638b259 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.358152] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac499de-d3db-47a5-82db-6dc4edf671d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.361813] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578341, 'name': ReconfigVM_Task, 'duration_secs': 0.260465} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.362087] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 2c235383-ca96-4ea5-ac00-a11cdc1b280b/2c235383-ca96-4ea5-ac00-a11cdc1b280b.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.362961] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-40dfc18e-7c75-497d-9aec-d243a5e364c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.372331] env[63005]: DEBUG nova.compute.provider_tree [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.375264] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1181.375264] env[63005]: value = "task-2578343" [ 1181.375264] env[63005]: _type = "Task" [ 1181.375264] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.384489] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578343, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.512603] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578342, 'name': ReconfigVM_Task, 'duration_secs': 0.154583} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.513255] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520291', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'name': 'volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '96805003-38d6-4344-afd9-1dc319f689f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'serial': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1181.513834] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df1290fa-3884-4929-8a39-c2f47b350c6a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.520850] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1181.520850] env[63005]: value = "task-2578344" [ 1181.520850] env[63005]: _type = "Task" [ 1181.520850] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.529161] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578344, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.681567] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.876086] env[63005]: DEBUG nova.scheduler.client.report [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.889172] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578343, 'name': Rename_Task, 'duration_secs': 0.142409} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.889469] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1181.889785] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15ebb29e-eb19-4889-871d-6eea5469fa03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.897363] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1181.897363] env[63005]: value = "task-2578345" [ 1181.897363] env[63005]: _type = "Task" [ 1181.897363] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.906294] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.031957] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578344, 'name': Rename_Task, 'duration_secs': 0.143071} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.032585] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.032826] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a17df760-fed8-4e0b-95e5-849f1bfdea39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.039449] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1182.039449] env[63005]: value = "task-2578346" [ 1182.039449] env[63005]: _type = "Task" [ 1182.039449] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.047583] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.182600] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.384780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.227s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1182.387143] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.171s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1182.388924] env[63005]: INFO nova.compute.claims [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1182.409561] env[63005]: DEBUG oslo_vmware.api [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578345, 'name': PowerOnVM_Task, 'duration_secs': 0.461448} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.409713] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1182.409902] env[63005]: INFO nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Took 10.92 seconds to spawn the instance on the hypervisor. [ 1182.411059] env[63005]: DEBUG nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1182.411059] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44c3e486-f320-4091-8222-7baddb6356a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.422874] env[63005]: INFO nova.network.neutron [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating port cb88680d-b383-408f-b658-c0a99cf82a8b with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1182.549701] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578346, 'name': PowerOnVM_Task} progress is 79%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.682692] env[63005]: DEBUG oslo_vmware.api [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578334, 'name': ReconfigVM_Task, 'duration_secs': 5.769821} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.682937] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1182.683155] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Reconfigured VM to detach interface {{(pid=63005) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1182.937699] env[63005]: INFO nova.compute.manager [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Took 17.54 seconds to build instance. [ 1183.050481] env[63005]: DEBUG oslo_vmware.api [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578346, 'name': PowerOnVM_Task, 'duration_secs': 0.587416} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.050740] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.161589] env[63005]: DEBUG nova.compute.manager [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.162505] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c879fd-9d79-4cbf-b65f-4170faaeb318 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.295193] env[63005]: DEBUG nova.compute.manager [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Received event network-changed-088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1183.295406] env[63005]: DEBUG nova.compute.manager [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Refreshing instance network info cache due to event network-changed-088d22d6-6117-46c2-ae4d-e8795b860ba6. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1183.295622] env[63005]: DEBUG oslo_concurrency.lockutils [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] Acquiring lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1183.295763] env[63005]: DEBUG oslo_concurrency.lockutils [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] Acquired lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.295922] env[63005]: DEBUG nova.network.neutron [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Refreshing network info cache for port 088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1183.440754] env[63005]: DEBUG oslo_concurrency.lockutils [None req-70c65c37-30ba-456c-af16-1a16d2a755cc tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.054s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.441123] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 8.765s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1183.441123] env[63005]: INFO nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1183.441334] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1183.556389] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211bd279-7083-4312-9561-49eb1737dfa0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.572288] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ca77da-1ebd-412f-8b38-597d576c3ab6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.322799] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.322915] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquired lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.323102] env[63005]: DEBUG nova.network.neutron [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.326426] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1184.326505] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.326653] env[63005]: DEBUG nova.network.neutron [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1184.330130] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648e2d4d-502b-45f3-9fcf-ea6e91168968 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.333195] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0654cf22-0e27-41ca-9969-10b1599dd70e tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 27.763s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.334695] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.660s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.334880] env[63005]: INFO nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] During sync_power_state the instance has a pending task (spawning). Skip. [ 1184.335094] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.342532] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bba400-fadd-45c7-9672-1c038b191c7b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.357831] env[63005]: DEBUG nova.compute.provider_tree [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.539856] env[63005]: DEBUG nova.network.neutron [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updated VIF entry in instance network info cache for port 088d22d6-6117-46c2-ae4d-e8795b860ba6. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1184.540287] env[63005]: DEBUG nova.network.neutron [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.836704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.836950] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.837131] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1184.837314] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1184.837480] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1184.840136] env[63005]: INFO nova.compute.manager [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Terminating instance [ 1184.860871] env[63005]: DEBUG nova.scheduler.client.report [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1185.043171] env[63005]: DEBUG oslo_concurrency.lockutils [req-33af4921-a92c-4c71-bdc8-b83e478c08b2 req-55b98f88-53f3-420e-a537-c68745207959 service nova] Releasing lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.045841] env[63005]: INFO nova.network.neutron [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Port 27d800a5-b3e6-4531-a97f-6b0d7d4c0229 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1185.047039] env[63005]: DEBUG nova.network.neutron [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [{"id": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "address": "fa:16:3e:7f:38:df", "network": {"id": "715a6291-203f-4828-8897-1e343043bfca", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-2048369567-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.253", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae9002ef486e4a52b8529d1cda7fb527", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd518c8f5-a8", "ovs_interfaceid": "d518c8f5-a80c-427e-ad05-2050b1ec8d63", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.052708] env[63005]: DEBUG nova.network.neutron [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.324953] env[63005]: DEBUG nova.compute.manager [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.324953] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1185.325100] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.325328] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.325508] env[63005]: DEBUG nova.compute.manager [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] No waiting events found dispatching network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1185.325695] env[63005]: WARNING nova.compute.manager [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received unexpected event network-vif-plugged-cb88680d-b383-408f-b658-c0a99cf82a8b for instance with vm_state shelved_offloaded and task_state spawning. [ 1185.325829] env[63005]: DEBUG nova.compute.manager [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1185.325979] env[63005]: DEBUG nova.compute.manager [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing instance network info cache due to event network-changed-cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1185.326158] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Acquiring lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1185.344295] env[63005]: DEBUG nova.compute.manager [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1185.344494] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1185.345374] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6698e88a-ae05-4ea6-b1cb-8e25c5ec63b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.353650] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.353891] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c14bc63-d143-4755-8ace-b9be4f7789f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.360426] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1185.360426] env[63005]: value = "task-2578347" [ 1185.360426] env[63005]: _type = "Task" [ 1185.360426] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.365104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.978s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1185.365574] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1185.371182] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.005s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1185.371429] env[63005]: DEBUG nova.objects.instance [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'resources' on Instance uuid fce78279-52f7-4b65-9777-5c793fbfb5a3 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.372862] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.548977] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Releasing lock "refresh_cache-af34c26e-1dd6-4f01-9501-583b3dd0ad4b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.555488] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1185.557949] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Acquired lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.558758] env[63005]: DEBUG nova.network.neutron [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Refreshing network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1185.583630] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='ac1f34829504abbc67de5c24494c3a45',container_format='bare',created_at=2025-02-16T21:43:02Z,direct_url=,disk_format='vmdk',id=a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-826450359-shelved',owner='67021e68546a4a2791d1fb9d05a48307',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-02-16T21:43:16Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.583926] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.584127] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.584319] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.584467] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.584611] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.584816] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.584972] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.585155] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.585319] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.585492] env[63005]: DEBUG nova.virt.hardware [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.586733] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e4e0b1c-4493-425c-83e3-b1377296b191 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.595188] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9828074-dc7c-475f-9baf-9397501fca3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.608445] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:2f:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec46b14d-3310-4f2b-96c1-f53ee47d3759', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb88680d-b383-408f-b658-c0a99cf82a8b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1185.615681] env[63005]: DEBUG oslo.service.loopingcall [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1185.615872] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1185.616085] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6156a0ac-d041-42c7-9515-7b36222c182e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.634627] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1185.634627] env[63005]: value = "task-2578348" [ 1185.634627] env[63005]: _type = "Task" [ 1185.634627] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.642203] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578348, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.870185] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578347, 'name': PowerOffVM_Task, 'duration_secs': 0.211753} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.870373] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.870506] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.870752] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3f0211-c6f6-40d8-ac8c-ec47146357e0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.874846] env[63005]: DEBUG nova.compute.utils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1185.880115] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1185.880115] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1185.919986] env[63005]: DEBUG nova.policy [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb71e0038a6464fa016bc9ff15c7ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cad4e8c81f4a348a18112c53bf1fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1185.933994] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.934267] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.934456] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleting the datastore file [datastore2] af34c26e-1dd6-4f01-9501-583b3dd0ad4b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.934715] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-513f7086-bc1a-41cc-bfcb-96f7bc5eba58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.943994] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1185.943994] env[63005]: value = "task-2578350" [ 1185.943994] env[63005]: _type = "Task" [ 1185.943994] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.956382] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.045789] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db7bef-eb20-4884-89b8-348cf9572735 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.054025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4cff2b8f-277c-4ac4-a788-beaaceb97ad4 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "interface-af34c26e-1dd6-4f01-9501-583b3dd0ad4b-27d800a5-b3e6-4531-a97f-6b0d7d4c0229" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.954s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1186.055836] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268552e-3b39-4451-9d82-69ef3897e8eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.093270] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4b7eb1-d3c0-4a9c-8dbf-6a96088b68b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.101896] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b4114-c86b-43cf-96d2-3c6063f8ec90 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.116402] env[63005]: DEBUG nova.compute.provider_tree [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.143684] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578348, 'name': CreateVM_Task, 'duration_secs': 0.483469} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.143875] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1186.152009] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.152200] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.152624] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1186.152897] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20fffe06-250f-4e50-b44f-3b2ca57ed52e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.160072] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1186.160072] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52938622-12cf-e9bd-8886-415f88defa40" [ 1186.160072] env[63005]: _type = "Task" [ 1186.160072] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.168371] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52938622-12cf-e9bd-8886-415f88defa40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.221751] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Successfully created port: e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1186.313322] env[63005]: DEBUG nova.network.neutron [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updated VIF entry in instance network info cache for port cb88680d-b383-408f-b658-c0a99cf82a8b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1186.313698] env[63005]: DEBUG nova.network.neutron [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [{"id": "cb88680d-b383-408f-b658-c0a99cf82a8b", "address": "fa:16:3e:48:2f:b5", "network": {"id": "b5086232-9975-4e79-9c09-29a9ded5e4ce", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1397684950-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.163", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "67021e68546a4a2791d1fb9d05a48307", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec46b14d-3310-4f2b-96c1-f53ee47d3759", "external-id": "nsx-vlan-transportzone-323", "segmentation_id": 323, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb88680d-b3", "ovs_interfaceid": "cb88680d-b383-408f-b658-c0a99cf82a8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.377466] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1186.454477] env[63005]: DEBUG oslo_vmware.api [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332386} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.454720] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1186.454903] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1186.455092] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1186.455359] env[63005]: INFO nova.compute.manager [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1186.455498] env[63005]: DEBUG oslo.service.loopingcall [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1186.455690] env[63005]: DEBUG nova.compute.manager [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1186.455782] env[63005]: DEBUG nova.network.neutron [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1186.619617] env[63005]: DEBUG nova.scheduler.client.report [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.670625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1186.670929] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Processing image a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1186.671094] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1186.671272] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.671530] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1186.671682] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9179fde7-8330-4b38-a68b-f01505bbdc10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.681701] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1186.681841] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1186.682569] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e64f9271-a8a8-4868-a11f-8484958aaa4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.687306] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1186.687306] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52370ec4-006f-a85a-a0c5-53b5cda1fc6c" [ 1186.687306] env[63005]: _type = "Task" [ 1186.687306] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.694954] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52370ec4-006f-a85a-a0c5-53b5cda1fc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.817156] env[63005]: DEBUG oslo_concurrency.lockutils [req-24ad24f3-0b6b-4425-833d-26d81b65e012 req-56543417-1010-4f35-a082-b62a3b98a58c service nova] Releasing lock "refresh_cache-56dee1f9-58ca-467d-8472-00ad994c7d24" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1187.124433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.753s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.131860] env[63005]: DEBUG nova.compute.manager [req-69221abd-55b0-4e1b-af80-ce8a8566256b req-559c5524-0e13-4797-b7b5-ab8264b4b56e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Received event network-vif-deleted-d518c8f5-a80c-427e-ad05-2050b1ec8d63 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.131860] env[63005]: INFO nova.compute.manager [req-69221abd-55b0-4e1b-af80-ce8a8566256b req-559c5524-0e13-4797-b7b5-ab8264b4b56e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Neutron deleted interface d518c8f5-a80c-427e-ad05-2050b1ec8d63; detaching it from the instance and deleting it from the info cache [ 1187.131860] env[63005]: DEBUG nova.network.neutron [req-69221abd-55b0-4e1b-af80-ce8a8566256b req-559c5524-0e13-4797-b7b5-ab8264b4b56e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.151252] env[63005]: INFO nova.scheduler.client.report [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocations for instance fce78279-52f7-4b65-9777-5c793fbfb5a3 [ 1187.198316] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1187.198638] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Fetch image to [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1/OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1187.199067] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Downloading stream optimized image a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 to [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1/OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1.vmdk on the data store datastore2 as vApp {{(pid=63005) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1187.199067] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Downloading image file data a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 to the ESX as VM named 'OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1' {{(pid=63005) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1187.275621] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1187.275621] env[63005]: value = "resgroup-9" [ 1187.275621] env[63005]: _type = "ResourcePool" [ 1187.275621] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1187.275900] env[63005]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1e869303-b959-465a-bda7-c04799ef0407 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.297048] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease: (returnval){ [ 1187.297048] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271a5d9-aee7-485e-9d8a-d684e9744c3c" [ 1187.297048] env[63005]: _type = "HttpNfcLease" [ 1187.297048] env[63005]: } obtained for vApp import into resource pool (val){ [ 1187.297048] env[63005]: value = "resgroup-9" [ 1187.297048] env[63005]: _type = "ResourcePool" [ 1187.297048] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1187.297486] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the lease: (returnval){ [ 1187.297486] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271a5d9-aee7-485e-9d8a-d684e9744c3c" [ 1187.297486] env[63005]: _type = "HttpNfcLease" [ 1187.297486] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1187.305314] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.305314] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271a5d9-aee7-485e-9d8a-d684e9744c3c" [ 1187.305314] env[63005]: _type = "HttpNfcLease" [ 1187.305314] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1187.389268] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1187.414029] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.414029] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.414234] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.414275] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.415486] env[63005]: DEBUG nova.virt.hardware [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.416321] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad9d018-7095-4347-b4df-3eb34cdf44dc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.424799] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c127569c-543e-4b2a-8f21-fe26f4a6dc21 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.575659] env[63005]: DEBUG nova.network.neutron [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1187.634576] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ff7d3c1-6d06-41e5-b8a8-573f450aab16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.647263] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb1317e-a55e-42f6-ba3b-fbcf562bdde6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.661672] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.662275] env[63005]: DEBUG oslo_concurrency.lockutils [None req-3caa9256-f600-4e29-9e87-708ce23793bb tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.160s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.670911] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.993s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.670911] env[63005]: INFO nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: fce78279-52f7-4b65-9777-5c793fbfb5a3] During sync_power_state the instance has a pending task (deleting). Skip. [ 1187.670911] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "fce78279-52f7-4b65-9777-5c793fbfb5a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.698861] env[63005]: DEBUG nova.compute.manager [req-69221abd-55b0-4e1b-af80-ce8a8566256b req-559c5524-0e13-4797-b7b5-ab8264b4b56e service nova] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Detach interface failed, port_id=d518c8f5-a80c-427e-ad05-2050b1ec8d63, reason: Instance af34c26e-1dd6-4f01-9501-583b3dd0ad4b could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1187.792088] env[63005]: DEBUG nova.compute.manager [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Received event network-vif-plugged-e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1187.792088] env[63005]: DEBUG oslo_concurrency.lockutils [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.792088] env[63005]: DEBUG oslo_concurrency.lockutils [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.792088] env[63005]: DEBUG oslo_concurrency.lockutils [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.792088] env[63005]: DEBUG nova.compute.manager [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] No waiting events found dispatching network-vif-plugged-e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1187.792088] env[63005]: WARNING nova.compute.manager [req-068a27c8-10f0-48de-9c8e-5b3ff36691c6 req-e0864a53-878f-401d-ae56-e0262cfe349c service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Received unexpected event network-vif-plugged-e1895173-a046-4819-b11b-04caef322e31 for instance with vm_state building and task_state spawning. [ 1187.805505] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1187.805505] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271a5d9-aee7-485e-9d8a-d684e9744c3c" [ 1187.805505] env[63005]: _type = "HttpNfcLease" [ 1187.805505] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1187.806101] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1187.806101] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5271a5d9-aee7-485e-9d8a-d684e9744c3c" [ 1187.806101] env[63005]: _type = "HttpNfcLease" [ 1187.806101] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1187.807048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848bc76a-014b-4af4-aa30-b10217b48797 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.814942] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1187.815273] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1187.883042] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c8363703-de38-42d3-821f-655cccf2af73 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.940826] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Successfully updated port: e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1188.081035] env[63005]: INFO nova.compute.manager [-] [instance: af34c26e-1dd6-4f01-9501-583b3dd0ad4b] Took 1.62 seconds to deallocate network for instance. [ 1188.117340] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1188.444436] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1188.444745] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.444745] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1188.589637] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.589922] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.590158] env[63005]: DEBUG nova.objects.instance [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'resources' on Instance uuid af34c26e-1dd6-4f01-9501-583b3dd0ad4b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.972988] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1188.973534] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.993450] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1189.022124] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.022475] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1189.030982] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1189.031342] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1189.032642] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83bdb5b-4474-4125-949b-6c5eb3ad2cbc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.041430] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1189.041589] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1189.041836] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2df08384-4680-4cef-bde6-9464e5c1cfb2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.112753] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.116322] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.116722] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1189.139915] env[63005]: DEBUG nova.network.neutron [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updating instance_info_cache with network_info: [{"id": "e1895173-a046-4819-b11b-04caef322e31", "address": "fa:16:3e:3b:37:94", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1895173-a0", "ovs_interfaceid": "e1895173-a046-4819-b11b-04caef322e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.252141] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6738a436-3c0e-42bb-a104-ce5a5ff2bd42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.260150] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d03a921-89f2-4f12-a148-be4848a63545 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.291846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fc2a1f-408e-4f2f-97e1-b78507e554d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.299968] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b7602-6c5b-4060-9d83-6a28db77431c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.313291] env[63005]: DEBUG nova.compute.provider_tree [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.476492] env[63005]: INFO nova.compute.manager [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Detaching volume fee2bf4a-58ac-44b2-b2a4-cfcb46058b54 [ 1189.512624] env[63005]: INFO nova.virt.block_device [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Attempting to driver detach volume fee2bf4a-58ac-44b2-b2a4-cfcb46058b54 from mountpoint /dev/sdb [ 1189.512875] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1189.513077] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520285', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'name': 'volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1978a080-2e93-4e97-814e-483ea2eadc3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'serial': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1189.513973] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f65bfd2-d36e-49d9-b6f2-7ce40eae6cc2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.534928] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1189.538094] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f075bac6-3a15-4afe-9fc4-29a0335fd200 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.547266] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4675722-15a9-4c01-a1c5-ad9c08cbdde9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.567560] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693031c6-19fb-4795-9c91-eb85e3286929 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.583927] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] The volume has not been displaced from its original location: [datastore2] volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54/volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1189.589185] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfiguring VM instance instance-00000050 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1189.589758] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8d0cfba-7fe7-4ea3-9bcd-0ae189a67314 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.604317] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5245dda1-f482-b8b5-ef81-500aec4636f4/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1189.604520] env[63005]: INFO nova.virt.vmwareapi.images [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Downloaded image file data a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 [ 1189.605312] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e3e203-f327-4614-beac-2ffbfa88ac97 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.608977] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1189.608977] env[63005]: value = "task-2578352" [ 1189.608977] env[63005]: _type = "Task" [ 1189.608977] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.625363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1189.628679] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b827e4f2-351b-424a-bc92-afdf21814e66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.630340] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578352, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.642822] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1189.643178] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Instance network_info: |[{"id": "e1895173-a046-4819-b11b-04caef322e31", "address": "fa:16:3e:3b:37:94", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1895173-a0", "ovs_interfaceid": "e1895173-a046-4819-b11b-04caef322e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1189.643578] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:37:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1895173-a046-4819-b11b-04caef322e31', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1189.651346] env[63005]: DEBUG oslo.service.loopingcall [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1189.651569] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1189.651797] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ab4b866-504e-4ea8-b9f6-673e6cdfbb57 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.671636] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1189.671636] env[63005]: value = "task-2578354" [ 1189.671636] env[63005]: _type = "Task" [ 1189.671636] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.679967] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578354, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.707576] env[63005]: INFO nova.virt.vmwareapi.images [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] The imported VM was unregistered [ 1189.709904] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1189.710175] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1189.710453] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-693724d7-bced-4105-8dfe-a487c948daab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.731775] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Created directory with path [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0 {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1189.731968] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1/OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1.vmdk to [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk. {{(pid=63005) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1189.732339] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a08c4a72-99c0-40b0-86a3-73d4dd8dd77b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.741563] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1189.741563] env[63005]: value = "task-2578355" [ 1189.741563] env[63005]: _type = "Task" [ 1189.741563] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.816829] env[63005]: DEBUG nova.scheduler.client.report [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.823203] env[63005]: DEBUG nova.compute.manager [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Received event network-changed-e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1189.823402] env[63005]: DEBUG nova.compute.manager [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Refreshing instance network info cache due to event network-changed-e1895173-a046-4819-b11b-04caef322e31. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1189.823615] env[63005]: DEBUG oslo_concurrency.lockutils [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] Acquiring lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1189.823757] env[63005]: DEBUG oslo_concurrency.lockutils [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] Acquired lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.823917] env[63005]: DEBUG nova.network.neutron [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Refreshing network info cache for port e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1190.057098] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.120731] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578352, 'name': ReconfigVM_Task, 'duration_secs': 0.239307} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.121189] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Reconfigured VM instance instance-00000050 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1190.126887] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80463dcf-4f9e-4caa-a19a-f137bba4036f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.143114] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1190.143114] env[63005]: value = "task-2578356" [ 1190.143114] env[63005]: _type = "Task" [ 1190.143114] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.151946] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.181422] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578354, 'name': CreateVM_Task, 'duration_secs': 0.325852} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.181659] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1190.182318] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.182507] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.182845] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1190.183123] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07f05806-30af-411c-8a05-3513fc9b1c8b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.188040] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1190.188040] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5258b90e-d33a-cbda-cf91-82103cb13c18" [ 1190.188040] env[63005]: _type = "Task" [ 1190.188040] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.196865] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5258b90e-d33a-cbda-cf91-82103cb13c18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.252833] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.323966] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.734s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.326476] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.701s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.326648] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.326804] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1190.327214] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.270s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1190.328613] env[63005]: INFO nova.compute.claims [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1190.335137] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ba29e4-aa87-4d7e-a260-e51209b3e219 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.344504] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1341c287-f311-434c-a99f-51347753ccf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.349765] env[63005]: INFO nova.scheduler.client.report [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted allocations for instance af34c26e-1dd6-4f01-9501-583b3dd0ad4b [ 1190.365211] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c335a16-53e9-4b09-af49-4e3c5d3468af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.375703] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc2c061-4bca-4a90-afef-a4c2d060527a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.408600] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178829MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1190.408771] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1190.619831] env[63005]: DEBUG nova.network.neutron [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updated VIF entry in instance network info cache for port e1895173-a046-4819-b11b-04caef322e31. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1190.620236] env[63005]: DEBUG nova.network.neutron [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updating instance_info_cache with network_info: [{"id": "e1895173-a046-4819-b11b-04caef322e31", "address": "fa:16:3e:3b:37:94", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1895173-a0", "ovs_interfaceid": "e1895173-a046-4819-b11b-04caef322e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.654332] env[63005]: DEBUG oslo_vmware.api [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578356, 'name': ReconfigVM_Task, 'duration_secs': 0.163964} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.654635] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520285', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'name': 'volume-fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1978a080-2e93-4e97-814e-483ea2eadc3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54', 'serial': 'fee2bf4a-58ac-44b2-b2a4-cfcb46058b54'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1190.698825] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5258b90e-d33a-cbda-cf91-82103cb13c18, 'name': SearchDatastore_Task, 'duration_secs': 0.068438} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.699201] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1190.699437] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1190.699665] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1190.699809] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.699987] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1190.700267] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a331b531-7c2e-4848-b00d-81f03834b74e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.717342] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1190.717552] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1190.718444] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0807c8-2778-414a-88a0-31b91d320fbb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.724151] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1190.724151] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523bbd5f-77de-fec5-a0fb-46b926aff60f" [ 1190.724151] env[63005]: _type = "Task" [ 1190.724151] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.732323] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bbd5f-77de-fec5-a0fb-46b926aff60f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.751173] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.857556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7f5aa217-1cb7-41d3-88d8-7543bb806b64 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "af34c26e-1dd6-4f01-9501-583b3dd0ad4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.020s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.123135] env[63005]: DEBUG oslo_concurrency.lockutils [req-f3a9df95-056a-4ee2-833b-ecb80825ce41 req-cffdfb5c-c365-485b-a14c-99e6c35e5dca service nova] Releasing lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.200656] env[63005]: DEBUG nova.objects.instance [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'flavor' on Instance uuid 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1191.236508] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523bbd5f-77de-fec5-a0fb-46b926aff60f, 'name': SearchDatastore_Task, 'duration_secs': 0.085767} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.237394] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e680c87a-7fe7-429e-9af2-8f02de062bf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.244274] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1191.244274] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5252b664-4b49-9c84-b731-ce7d30d352ed" [ 1191.244274] env[63005]: _type = "Task" [ 1191.244274] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.256999] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.260329] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5252b664-4b49-9c84-b731-ce7d30d352ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.291564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.291881] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.292177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1191.292370] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1191.292539] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1191.294909] env[63005]: INFO nova.compute.manager [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Terminating instance [ 1191.505328] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d3bf5c-2cd8-4a06-88c7-153673359caa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.515681] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca45efd-6f82-4396-a5fa-56fdf7695045 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.552446] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7b90c2-403c-4427-b88d-5cd742067a04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.562321] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d762d95-36d9-4226-b4f7-3fa82e26343c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.579370] env[63005]: DEBUG nova.compute.provider_tree [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.758454] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5252b664-4b49-9c84-b731-ce7d30d352ed, 'name': SearchDatastore_Task, 'duration_secs': 0.079076} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.761864] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1191.762167] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 311fab5d-006d-4fe8-a490-29eba9acca5a/311fab5d-006d-4fe8-a490-29eba9acca5a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1191.762448] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.762671] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a95cc41a-4e08-4b27-ba74-538918bbec93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.771963] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1191.771963] env[63005]: value = "task-2578357" [ 1191.771963] env[63005]: _type = "Task" [ 1191.771963] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.782683] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.799079] env[63005]: DEBUG nova.compute.manager [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1191.799342] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.800267] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9961c1-f2e3-44d8-abc4-28ae7be4b97d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.810061] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1191.810348] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8afd4f67-2650-4b37-87fa-705115c947ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.818076] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1191.818076] env[63005]: value = "task-2578358" [ 1191.818076] env[63005]: _type = "Task" [ 1191.818076] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.828991] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578358, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.082763] env[63005]: DEBUG nova.scheduler.client.report [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1192.209135] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a9960268-2b5b-4c50-ab8a-a32effb8788a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.254223] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.280746] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.327248] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578358, 'name': PowerOffVM_Task, 'duration_secs': 0.375846} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.327543] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1192.327710] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1192.327966] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4080439-e0cc-450f-b900-a8c236a3e835 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.460131] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1192.460351] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1192.460549] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleting the datastore file [datastore2] 39048e2c-50c3-4cac-85be-09ee185d7165 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.460822] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31f9f547-d7f4-45f7-9173-e1066ed3be3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.466902] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for the task: (returnval){ [ 1192.466902] env[63005]: value = "task-2578360" [ 1192.466902] env[63005]: _type = "Task" [ 1192.466902] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.475764] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.588472] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.261s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.589055] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1192.592636] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.184s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.756403] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578355, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.791481} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.756701] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1/OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1.vmdk to [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk. [ 1192.756895] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Cleaning up location [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1192.757073] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f5e21d9a-b596-4879-a6eb-02d95afb4cf1 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1192.757352] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5f8286-badf-4f22-9bce-17a158a04b14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.765561] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1192.765561] env[63005]: value = "task-2578361" [ 1192.765561] env[63005]: _type = "Task" [ 1192.765561] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.774556] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578361, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.786442] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578357, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.977120] env[63005]: DEBUG oslo_vmware.api [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Task: {'id': task-2578360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500623} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.977334] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.977513] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.977685] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.977851] env[63005]: INFO nova.compute.manager [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1192.978103] env[63005]: DEBUG oslo.service.loopingcall [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1192.978304] env[63005]: DEBUG nova.compute.manager [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1192.978397] env[63005]: DEBUG nova.network.neutron [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1193.096876] env[63005]: DEBUG nova.compute.utils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1193.103528] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1193.103702] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1193.144465] env[63005]: DEBUG nova.policy [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa576e5ddd1845598af3230357b16320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5021f2018f46cb9e67dcd9bd2549f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1193.275520] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578361, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142595} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.278690] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1193.278904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1193.279262] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk to [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.279532] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28d83eba-8379-4119-88c2-cc45a2c23c09 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.286265] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578357, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139808} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.288738] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 311fab5d-006d-4fe8-a490-29eba9acca5a/311fab5d-006d-4fe8-a490-29eba9acca5a.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1193.288738] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1193.288738] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1193.288738] env[63005]: value = "task-2578362" [ 1193.288738] env[63005]: _type = "Task" [ 1193.288738] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.288738] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f000cf09-8c90-4b78-b4f5-7cc8e3aba863 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.297630] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.300235] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1193.300235] env[63005]: value = "task-2578363" [ 1193.300235] env[63005]: _type = "Task" [ 1193.300235] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.309203] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.364064] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.364389] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.364605] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1193.364843] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1193.365119] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1193.372238] env[63005]: INFO nova.compute.manager [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Terminating instance [ 1193.412235] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Successfully created port: 7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1193.538931] env[63005]: DEBUG nova.compute.manager [req-bf4d5266-a68c-45c2-822d-a82f00c67e20 req-a8466922-fd44-4146-9a18-7daadebbb358 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Received event network-vif-deleted-1290a50d-dad4-4c0e-a2f3-6045ff65df3d {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1193.539207] env[63005]: INFO nova.compute.manager [req-bf4d5266-a68c-45c2-822d-a82f00c67e20 req-a8466922-fd44-4146-9a18-7daadebbb358 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Neutron deleted interface 1290a50d-dad4-4c0e-a2f3-6045ff65df3d; detaching it from the instance and deleting it from the info cache [ 1193.539386] env[63005]: DEBUG nova.network.neutron [req-bf4d5266-a68c-45c2-822d-a82f00c67e20 req-a8466922-fd44-4146-9a18-7daadebbb358 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.604717] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1193.633010] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633192] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 5c611ad3-304c-4795-8d76-3e1077f00edc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633312] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633418] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 1978a080-2e93-4e97-814e-483ea2eadc3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633540] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633645] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 39048e2c-50c3-4cac-85be-09ee185d7165 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633755] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 96805003-38d6-4344-afd9-1dc319f689f2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.633868] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 2c235383-ca96-4ea5-ac00-a11cdc1b280b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.634029] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 56dee1f9-58ca-467d-8472-00ad994c7d24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.634154] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 311fab5d-006d-4fe8-a490-29eba9acca5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.634255] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 4fbf3981-4f84-4162-a243-fbbe0c76998e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1193.634468] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1193.634598] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1193.787186] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b98548e6-2388-4ffb-b157-23e7eb589bb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.802829] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f795a827-28ec-47b7-8505-663661a88760 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.806604] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.816553] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074895} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.840591] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1193.841734] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4072619a-f54b-4f00-9bde-f562525e131c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.844793] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eccaefd2-d17d-4b96-a432-f4b854620303 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.861373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda07c54-5cd9-42cd-9fc8-b88b8bc86046 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.874266] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 311fab5d-006d-4fe8-a490-29eba9acca5a/311fab5d-006d-4fe8-a490-29eba9acca5a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1193.874632] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbb03acc-720a-463f-ab89-e1c138adaf86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.891433] env[63005]: DEBUG nova.compute.manager [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1193.891660] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1193.892573] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e2b4a7-8149-4d84-a4d2-9379b6bb78ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.903606] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.907285] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1193.907285] env[63005]: value = "task-2578364" [ 1193.907285] env[63005]: _type = "Task" [ 1193.907285] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.914820] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.918031] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42eed082-a3d9-484c-85f1-027d68579f65 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.920108] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.925417] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1193.925417] env[63005]: value = "task-2578365" [ 1193.925417] env[63005]: _type = "Task" [ 1193.925417] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.935188] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.020278] env[63005]: DEBUG nova.network.neutron [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1194.041858] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64fcd1fb-a0a0-42a8-b888-2ee6dea68bfd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.052046] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db6e0b0-80e9-4cef-8d5a-bc4e0f4cbe30 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.087516] env[63005]: DEBUG nova.compute.manager [req-bf4d5266-a68c-45c2-822d-a82f00c67e20 req-a8466922-fd44-4146-9a18-7daadebbb358 service nova] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Detach interface failed, port_id=1290a50d-dad4-4c0e-a2f3-6045ff65df3d, reason: Instance 39048e2c-50c3-4cac-85be-09ee185d7165 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1194.301756] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.409176] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.423349] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.437360] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578365, 'name': PowerOffVM_Task, 'duration_secs': 0.239148} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.437689] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.437867] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.438205] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78dc2ac4-19c5-49e1-9983-aed4d7ab0183 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.501873] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.502189] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.502379] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleting the datastore file [datastore1] 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.502646] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-767d3803-2274-4715-ba45-7bff02f14cec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.509093] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1194.509093] env[63005]: value = "task-2578367" [ 1194.509093] env[63005]: _type = "Task" [ 1194.509093] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.518072] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578367, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.522657] env[63005]: INFO nova.compute.manager [-] [instance: 39048e2c-50c3-4cac-85be-09ee185d7165] Took 1.54 seconds to deallocate network for instance. [ 1194.620090] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1194.649328] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1194.649629] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1194.649837] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1194.650055] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1194.650284] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1194.650463] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1194.650670] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1194.650928] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1194.651190] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1194.651364] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1194.651537] env[63005]: DEBUG nova.virt.hardware [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1194.652794] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb67a4-faaf-403b-ad0a-b4f0bc7dbf16 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.661651] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76066d0-cd00-4e53-b425-e6f6c7b1d4e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.802440] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.828506] env[63005]: DEBUG nova.compute.manager [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Received event network-vif-plugged-7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1194.828812] env[63005]: DEBUG oslo_concurrency.lockutils [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] Acquiring lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1194.829161] env[63005]: DEBUG oslo_concurrency.lockutils [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1194.829374] env[63005]: DEBUG oslo_concurrency.lockutils [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.829639] env[63005]: DEBUG nova.compute.manager [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] No waiting events found dispatching network-vif-plugged-7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1194.829895] env[63005]: WARNING nova.compute.manager [req-7bc5a38d-e06b-40e3-90a6-9751e470d0ea req-d3b0a049-e0f3-479c-b1fd-e2ebdffeb18a service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Received unexpected event network-vif-plugged-7da67c70-082c-4073-97f6-3b3e677f90fb for instance with vm_state building and task_state spawning. [ 1194.917703] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1194.917924] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.325s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1194.919797] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Successfully updated port: 7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1194.924126] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578364, 'name': ReconfigVM_Task, 'duration_secs': 0.856768} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.924670] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 311fab5d-006d-4fe8-a490-29eba9acca5a/311fab5d-006d-4fe8-a490-29eba9acca5a.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1194.925468] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7501d9d3-4a78-4efc-96be-bf52fbb48198 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.933444] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1194.933444] env[63005]: value = "task-2578368" [ 1194.933444] env[63005]: _type = "Task" [ 1194.933444] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.943431] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578368, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.020185] env[63005]: DEBUG oslo_vmware.api [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578367, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281776} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.020465] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1195.020644] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1195.020945] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.021203] env[63005]: INFO nova.compute.manager [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1195.021453] env[63005]: DEBUG oslo.service.loopingcall [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1195.021737] env[63005]: DEBUG nova.compute.manager [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1195.021870] env[63005]: DEBUG nova.network.neutron [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1195.029059] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1195.029256] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1195.029480] env[63005]: DEBUG nova.objects.instance [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lazy-loading 'resources' on Instance uuid 39048e2c-50c3-4cac-85be-09ee185d7165 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1195.302473] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.426072] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1195.426321] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.426476] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1195.445871] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578368, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.686487] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fc2ebb-d53f-47fb-a28f-ded9d3d1b32b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.693519] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb54d94-f9ec-41f3-a83d-db4f443ccaf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.722802] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412c7e5a-7963-4d71-986a-b523abc48306 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.729680] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a4675ca-29b3-439e-86c5-50e3c658d6ef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.742208] env[63005]: DEBUG nova.compute.provider_tree [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.803394] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578362, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.300587} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.803646] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0/a8a5b8b5-a1b0-4da7-94b9-f645453c1ed0.vmdk to [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.804399] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6054084a-05a7-4660-b4d5-315d2aa4d777 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.825762] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1195.826035] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-401c121a-b135-4e8b-99e9-98b446543a48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.844181] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1195.844181] env[63005]: value = "task-2578369" [ 1195.844181] env[63005]: _type = "Task" [ 1195.844181] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.852830] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.919514] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1195.919687] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1195.943729] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578368, 'name': Rename_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.966590] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1195.994129] env[63005]: DEBUG nova.network.neutron [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.109604] env[63005]: DEBUG nova.network.neutron [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updating instance_info_cache with network_info: [{"id": "7da67c70-082c-4073-97f6-3b3e677f90fb", "address": "fa:16:3e:1d:c0:f3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da67c70-08", "ovs_interfaceid": "7da67c70-082c-4073-97f6-3b3e677f90fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1196.246035] env[63005]: DEBUG nova.scheduler.client.report [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.354966] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578369, 'name': ReconfigVM_Task, 'duration_secs': 0.271704} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.355948] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24/56dee1f9-58ca-467d-8472-00ad994c7d24.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.356656] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c47ff516-bc9a-41ec-9162-a4246efc5c89 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.363038] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1196.363038] env[63005]: value = "task-2578370" [ 1196.363038] env[63005]: _type = "Task" [ 1196.363038] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.371067] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578370, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.444200] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578368, 'name': Rename_Task, 'duration_secs': 1.338701} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.444482] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.444729] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b190964d-0f09-4a4a-aab8-610a09f539c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.450543] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.450679] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.450892] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1196.453132] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1196.453132] env[63005]: value = "task-2578371" [ 1196.453132] env[63005]: _type = "Task" [ 1196.453132] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.461632] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.496551] env[63005]: INFO nova.compute.manager [-] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Took 1.47 seconds to deallocate network for instance. [ 1196.612452] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1196.612784] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Instance network_info: |[{"id": "7da67c70-082c-4073-97f6-3b3e677f90fb", "address": "fa:16:3e:1d:c0:f3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da67c70-08", "ovs_interfaceid": "7da67c70-082c-4073-97f6-3b3e677f90fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1196.613335] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:c0:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7da67c70-082c-4073-97f6-3b3e677f90fb', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.621262] env[63005]: DEBUG oslo.service.loopingcall [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1196.621506] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.621774] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb0c8810-dd97-436c-9b97-3e9d01b9ac8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.641989] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.641989] env[63005]: value = "task-2578372" [ 1196.641989] env[63005]: _type = "Task" [ 1196.641989] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.650089] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578372, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.751854] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1196.770843] env[63005]: INFO nova.scheduler.client.report [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Deleted allocations for instance 39048e2c-50c3-4cac-85be-09ee185d7165 [ 1196.862621] env[63005]: DEBUG nova.compute.manager [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Received event network-changed-7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1196.862856] env[63005]: DEBUG nova.compute.manager [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Refreshing instance network info cache due to event network-changed-7da67c70-082c-4073-97f6-3b3e677f90fb. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1196.863107] env[63005]: DEBUG oslo_concurrency.lockutils [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] Acquiring lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1196.863254] env[63005]: DEBUG oslo_concurrency.lockutils [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] Acquired lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.863416] env[63005]: DEBUG nova.network.neutron [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Refreshing network info cache for port 7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1196.876750] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578370, 'name': Rename_Task, 'duration_secs': 0.360117} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.877123] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.877535] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca78cb39-ee82-4174-ba91-c4e4dd62cb00 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.885723] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1196.885723] env[63005]: value = "task-2578373" [ 1196.885723] env[63005]: _type = "Task" [ 1196.885723] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.899672] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578373, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.965014] env[63005]: DEBUG oslo_vmware.api [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578371, 'name': PowerOnVM_Task, 'duration_secs': 0.466066} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.965288] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1196.965483] env[63005]: INFO nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Took 9.58 seconds to spawn the instance on the hypervisor. [ 1196.965657] env[63005]: DEBUG nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1196.966517] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5ba661-03c4-4af1-a913-54a6fe4122c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.003122] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1197.004029] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1197.004029] env[63005]: DEBUG nova.objects.instance [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'resources' on Instance uuid 1978a080-2e93-4e97-814e-483ea2eadc3e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.152846] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578372, 'name': CreateVM_Task, 'duration_secs': 0.393536} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.153074] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.153738] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.153901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.154233] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1197.154483] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b79da1ea-f9ea-4dea-b011-9d1c1b2ce35f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.159067] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1197.159067] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5201d499-7448-ac10-4c62-1b7aa36e457c" [ 1197.159067] env[63005]: _type = "Task" [ 1197.159067] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.166782] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5201d499-7448-ac10-4c62-1b7aa36e457c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.278621] env[63005]: DEBUG oslo_concurrency.lockutils [None req-92ce20a4-b83a-4527-b7b2-e077c5819d86 tempest-AttachInterfacesTestJSON-356990050 tempest-AttachInterfacesTestJSON-356990050-project-member] Lock "39048e2c-50c3-4cac-85be-09ee185d7165" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.987s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1197.395387] env[63005]: DEBUG oslo_vmware.api [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578373, 'name': PowerOnVM_Task, 'duration_secs': 0.501826} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.397709] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.492178] env[63005]: INFO nova.compute.manager [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Took 18.29 seconds to build instance. [ 1197.556170] env[63005]: DEBUG nova.compute.manager [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1197.557708] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a93787-40bf-456a-ae11-ce920a32e62e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.583978] env[63005]: DEBUG nova.network.neutron [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updated VIF entry in instance network info cache for port 7da67c70-082c-4073-97f6-3b3e677f90fb. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1197.584423] env[63005]: DEBUG nova.network.neutron [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updating instance_info_cache with network_info: [{"id": "7da67c70-082c-4073-97f6-3b3e677f90fb", "address": "fa:16:3e:1d:c0:f3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da67c70-08", "ovs_interfaceid": "7da67c70-082c-4073-97f6-3b3e677f90fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.673022] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5201d499-7448-ac10-4c62-1b7aa36e457c, 'name': SearchDatastore_Task, 'duration_secs': 0.009183} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.676566] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1197.676910] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.677273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1197.677651] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.677773] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.681121] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73f89cbf-86b6-42c0-b24e-2bd0327e10e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.694515] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.694800] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.695870] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c077060-bcb1-43f6-8b39-423b1a50a453 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.702670] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf787b51-c9f8-4bd2-922f-3d1ac753cfd4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708020] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1197.708020] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523ea978-b818-32a7-bccc-6d1708120b73" [ 1197.708020] env[63005]: _type = "Task" [ 1197.708020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.714350] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100152bb-ce26-4b30-87bf-aae213d469ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.719960] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523ea978-b818-32a7-bccc-6d1708120b73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.752623] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-121b2768-0032-416c-a78c-bf588f047de0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.760840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8e9344-c706-4fd7-9bcf-24956b3f39c1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.774118] env[63005]: DEBUG nova.compute.provider_tree [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.968413] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [{"id": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "address": "fa:16:3e:5d:5e:17", "network": {"id": "305f2615-d749-4a71-b37b-4a29218b94f0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1767971288-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5979d0eb88074a9c9eaa56b8e9a785c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4b5f9472-1844-4c99-8804-8f193cfff562", "external-id": "nsx-vlan-transportzone-445", "segmentation_id": 445, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58b0824b-5f", "ovs_interfaceid": "58b0824b-5fd1-4182-af5d-c1bc2d4b5690", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.994863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c72ea7f7-33c4-42f1-a3fd-e538c918b9ca tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.801s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.078997] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c6ce87e8-981a-4275-99f2-30fd2c89bc32 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.954s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.087460] env[63005]: DEBUG oslo_concurrency.lockutils [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] Releasing lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.087719] env[63005]: DEBUG nova.compute.manager [req-46f4d6ed-8a00-4f95-b860-d9adac87a7c6 req-70cce72b-03d3-4bf6-8ad6-d436b0681e11 service nova] [instance: 1978a080-2e93-4e97-814e-483ea2eadc3e] Received event network-vif-deleted-703b59f4-d6e0-4e22-b232-ef7fad1b5dcd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.198826] env[63005]: DEBUG nova.compute.manager [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Received event network-changed-e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1198.199078] env[63005]: DEBUG nova.compute.manager [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Refreshing instance network info cache due to event network-changed-e1895173-a046-4819-b11b-04caef322e31. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1198.199295] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] Acquiring lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1198.199436] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] Acquired lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.199599] env[63005]: DEBUG nova.network.neutron [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Refreshing network info cache for port e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1198.219564] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523ea978-b818-32a7-bccc-6d1708120b73, 'name': SearchDatastore_Task, 'duration_secs': 0.022512} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.220585] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bf55be7-80ca-4baa-8c0e-ae345d08e68f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.226305] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1198.226305] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52151c53-6d65-616e-20ff-c8c6107e94bc" [ 1198.226305] env[63005]: _type = "Task" [ 1198.226305] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.236123] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52151c53-6d65-616e-20ff-c8c6107e94bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.277120] env[63005]: DEBUG nova.scheduler.client.report [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.471597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-5c611ad3-304c-4795-8d76-3e1077f00edc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.471823] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1198.471894] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.472200] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.472403] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.472558] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1198.744936] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52151c53-6d65-616e-20ff-c8c6107e94bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008946} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.744936] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1198.744936] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 4fbf3981-4f84-4162-a243-fbbe0c76998e/4fbf3981-4f84-4162-a243-fbbe0c76998e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.744936] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15d0a19-37d0-43ee-bde6-4088ffd99901 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.749949] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1198.749949] env[63005]: value = "task-2578374" [ 1198.749949] env[63005]: _type = "Task" [ 1198.749949] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.760141] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578374, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.781466] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1198.806846] env[63005]: INFO nova.scheduler.client.report [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted allocations for instance 1978a080-2e93-4e97-814e-483ea2eadc3e [ 1199.020625] env[63005]: DEBUG nova.network.neutron [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updated VIF entry in instance network info cache for port e1895173-a046-4819-b11b-04caef322e31. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1199.021774] env[63005]: DEBUG nova.network.neutron [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updating instance_info_cache with network_info: [{"id": "e1895173-a046-4819-b11b-04caef322e31", "address": "fa:16:3e:3b:37:94", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1895173-a0", "ovs_interfaceid": "e1895173-a046-4819-b11b-04caef322e31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.259781] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578374, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.437985} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.263241] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 4fbf3981-4f84-4162-a243-fbbe0c76998e/4fbf3981-4f84-4162-a243-fbbe0c76998e.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.263241] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.263241] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e854cc2a-9b71-481c-bc49-3695cac7ab70 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.268426] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1199.268426] env[63005]: value = "task-2578375" [ 1199.268426] env[63005]: _type = "Task" [ 1199.268426] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.276878] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578375, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.315324] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5a12e117-8c80-44a8-90df-dba206c19f3b tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1978a080-2e93-4e97-814e-483ea2eadc3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.950s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.523363] env[63005]: DEBUG oslo_concurrency.lockutils [req-9cb84be5-d079-4a8c-9ab6-697c524611d1 req-3e528885-83ae-4e0e-a283-7193b62bf2bd service nova] Releasing lock "refresh_cache-311fab5d-006d-4fe8-a490-29eba9acca5a" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1199.594138] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.594445] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.594704] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1199.594889] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1199.595356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1199.597435] env[63005]: INFO nova.compute.manager [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Terminating instance [ 1199.781089] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578375, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.781565] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.782666] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab413bc0-e559-4b4e-9fb6-2460f5fa0d96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.807999] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 4fbf3981-4f84-4162-a243-fbbe0c76998e/4fbf3981-4f84-4162-a243-fbbe0c76998e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.808534] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17f2ef46-114f-4e0a-a8ae-7f689c0df6f7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.831250] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1199.831250] env[63005]: value = "task-2578376" [ 1199.831250] env[63005]: _type = "Task" [ 1199.831250] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.841838] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.101199] env[63005]: DEBUG nova.compute.manager [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1200.101446] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.102370] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4eb25b0-477a-492c-abd5-4e31d427641c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.109525] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1200.109783] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e81da9d4-862a-4c4c-a683-0a6078e48839 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.116746] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1200.116746] env[63005]: value = "task-2578378" [ 1200.116746] env[63005]: _type = "Task" [ 1200.116746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.126267] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.341064] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578376, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.627027] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578378, 'name': PowerOffVM_Task, 'duration_secs': 0.293391} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.627284] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.628023] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.628023] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3d20e1b-1682-421b-9e6d-bcd1d84a5fa4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.689999] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.690242] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.690423] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleting the datastore file [datastore2] 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.690754] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1255d1a0-c5b3-48e6-b604-72abb6b1f747 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.697841] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for the task: (returnval){ [ 1200.697841] env[63005]: value = "task-2578380" [ 1200.697841] env[63005]: _type = "Task" [ 1200.697841] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.704950] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.841520] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578376, 'name': ReconfigVM_Task, 'duration_secs': 0.552593} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.841781] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 4fbf3981-4f84-4162-a243-fbbe0c76998e/4fbf3981-4f84-4162-a243-fbbe0c76998e.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.842419] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afcde093-9ddf-4800-a793-5ae294951ef0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.847776] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1200.847776] env[63005]: value = "task-2578381" [ 1200.847776] env[63005]: _type = "Task" [ 1200.847776] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.855200] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578381, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.207249] env[63005]: DEBUG oslo_vmware.api [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Task: {'id': task-2578380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14211} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.207504] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.207688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.207859] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.208119] env[63005]: INFO nova.compute.manager [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1201.208383] env[63005]: DEBUG oslo.service.loopingcall [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1201.208575] env[63005]: DEBUG nova.compute.manager [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1201.208672] env[63005]: DEBUG nova.network.neutron [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1201.357959] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578381, 'name': Rename_Task, 'duration_secs': 0.141013} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.358249] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.358521] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b555db2-70d5-420a-895f-7d17e1b961fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.365303] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1201.365303] env[63005]: value = "task-2578382" [ 1201.365303] env[63005]: _type = "Task" [ 1201.365303] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.375438] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578382, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.880987] env[63005]: DEBUG oslo_vmware.api [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578382, 'name': PowerOnVM_Task, 'duration_secs': 0.439827} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.881810] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.882056] env[63005]: INFO nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Took 7.26 seconds to spawn the instance on the hypervisor. [ 1201.882251] env[63005]: DEBUG nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1201.883873] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2d3e3-55a8-49b0-b317-b7aba957cbde {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.005654] env[63005]: DEBUG nova.compute.manager [req-27cea2e1-3a67-486e-b888-cfae51538f22 req-6d1ca35f-a8b9-41bf-998c-b069119cce1f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Received event network-vif-deleted-cb88680d-b383-408f-b658-c0a99cf82a8b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1202.005776] env[63005]: INFO nova.compute.manager [req-27cea2e1-3a67-486e-b888-cfae51538f22 req-6d1ca35f-a8b9-41bf-998c-b069119cce1f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Neutron deleted interface cb88680d-b383-408f-b658-c0a99cf82a8b; detaching it from the instance and deleting it from the info cache [ 1202.005886] env[63005]: DEBUG nova.network.neutron [req-27cea2e1-3a67-486e-b888-cfae51538f22 req-6d1ca35f-a8b9-41bf-998c-b069119cce1f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.406804] env[63005]: INFO nova.compute.manager [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Took 12.36 seconds to build instance. [ 1202.481540] env[63005]: DEBUG nova.network.neutron [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.509943] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-450b5243-29f8-4891-9dce-5a68a72ef3e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.519707] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee8ec16-a96f-426c-9bda-91b5befbb6ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.553229] env[63005]: DEBUG nova.compute.manager [req-27cea2e1-3a67-486e-b888-cfae51538f22 req-6d1ca35f-a8b9-41bf-998c-b069119cce1f service nova] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Detach interface failed, port_id=cb88680d-b383-408f-b658-c0a99cf82a8b, reason: Instance 56dee1f9-58ca-467d-8472-00ad994c7d24 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1202.910804] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7a4f21be-5757-4927-bbbf-6495dd672494 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.887s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.984496] env[63005]: INFO nova.compute.manager [-] [instance: 56dee1f9-58ca-467d-8472-00ad994c7d24] Took 1.78 seconds to deallocate network for instance. [ 1203.493267] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.493588] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.493873] env[63005]: DEBUG nova.objects.instance [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lazy-loading 'resources' on Instance uuid 56dee1f9-58ca-467d-8472-00ad994c7d24 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.982298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.982577] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.121198] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f679bad-7212-4fae-a1ae-e145d335b441 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.128305] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2874a9c3-635e-4422-b93c-08d4fb78ef6c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.163987] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1be9727-5cb5-4f50-ba08-d84880155351 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.171551] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af52d07-1422-48ab-b2d1-de5f90a8f6d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.186557] env[63005]: DEBUG nova.compute.provider_tree [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.272462] env[63005]: DEBUG nova.compute.manager [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Received event network-changed-7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1204.272711] env[63005]: DEBUG nova.compute.manager [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Refreshing instance network info cache due to event network-changed-7da67c70-082c-4073-97f6-3b3e677f90fb. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1204.272999] env[63005]: DEBUG oslo_concurrency.lockutils [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] Acquiring lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1204.273161] env[63005]: DEBUG oslo_concurrency.lockutils [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] Acquired lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.273242] env[63005]: DEBUG nova.network.neutron [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Refreshing network info cache for port 7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1204.485993] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1204.708341] env[63005]: ERROR nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] [req-9a1a8f44-bad9-43d0-8cf8-c0163ea65d04] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 06c960b2-af36-4eff-b95c-ff03fab46dc6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9a1a8f44-bad9-43d0-8cf8-c0163ea65d04"}]} [ 1204.713058] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1732e58e-9c1b-4234-87a8-fd468e78d925" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.713308] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.713493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.713671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1204.713833] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1204.715868] env[63005]: INFO nova.compute.manager [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Terminating instance [ 1204.726853] env[63005]: DEBUG nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Refreshing inventories for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1204.744839] env[63005]: DEBUG nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating ProviderTree inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1204.745095] env[63005]: DEBUG nova.compute.provider_tree [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1204.759351] env[63005]: DEBUG nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Refreshing aggregate associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, aggregates: None {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1204.779197] env[63005]: DEBUG nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Refreshing trait associations for resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6, traits: COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE {{(pid=63005) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1204.909171] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f30e4e-7d69-4d40-a454-8e3b50d7214c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.915931] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fbca2e0-5b06-407c-8bd9-9d6f73f43061 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.952624] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab02f34-ddf8-4c6e-bf31-c5f9cf5203d4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.961511] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27995e4f-bd73-4220-a5d6-ff7f767080d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.978338] env[63005]: DEBUG nova.compute.provider_tree [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.010671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.040170] env[63005]: DEBUG nova.network.neutron [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updated VIF entry in instance network info cache for port 7da67c70-082c-4073-97f6-3b3e677f90fb. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1205.040749] env[63005]: DEBUG nova.network.neutron [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updating instance_info_cache with network_info: [{"id": "7da67c70-082c-4073-97f6-3b3e677f90fb", "address": "fa:16:3e:1d:c0:f3", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7da67c70-08", "ovs_interfaceid": "7da67c70-082c-4073-97f6-3b3e677f90fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.221691] env[63005]: DEBUG nova.compute.manager [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.221977] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.222924] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14522b5-aec2-48b5-bfd1-a9301a6a1b03 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.231628] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.231628] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dbcca83-2069-4689-9975-87ac4d06173b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.238591] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1205.238591] env[63005]: value = "task-2578384" [ 1205.238591] env[63005]: _type = "Task" [ 1205.238591] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.246362] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.290020] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.290385] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.290608] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.290788] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.290950] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1205.293174] env[63005]: INFO nova.compute.manager [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Terminating instance [ 1205.512141] env[63005]: DEBUG nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1205.512141] env[63005]: DEBUG nova.compute.provider_tree [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 158 to 159 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1205.512141] env[63005]: DEBUG nova.compute.provider_tree [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 129, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1205.543525] env[63005]: DEBUG oslo_concurrency.lockutils [req-7745f29d-988d-433d-8749-c3d3b5c5861c req-ad88ee7f-6ce6-4a78-aa0d-a22f2175b003 service nova] Releasing lock "refresh_cache-4fbf3981-4f84-4162-a243-fbbe0c76998e" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1205.748609] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578384, 'name': PowerOffVM_Task, 'duration_secs': 0.236802} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.748880] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.749061] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1205.749403] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0d4579d-5b3b-49f3-b39a-2417b17f7b0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.798330] env[63005]: DEBUG nova.compute.manager [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1205.798330] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1205.798330] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18430050-b7f6-40a2-8c47-663c0a26e6a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.806478] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.806478] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-865944c6-be15-4ea2-97eb-28346c91eda6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.812597] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1205.812597] env[63005]: value = "task-2578386" [ 1205.812597] env[63005]: _type = "Task" [ 1205.812597] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.817765] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1205.818022] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1205.818322] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleting the datastore file [datastore2] 1732e58e-9c1b-4234-87a8-fd468e78d925 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1205.818626] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-231664aa-b6d3-4bd0-862b-163f07ef3f9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.824655] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578386, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.830704] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1205.830704] env[63005]: value = "task-2578387" [ 1205.830704] env[63005]: _type = "Task" [ 1205.830704] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.840041] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.016069] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.522s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.019286] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.009s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.021872] env[63005]: INFO nova.compute.claims [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.037164] env[63005]: INFO nova.scheduler.client.report [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Deleted allocations for instance 56dee1f9-58ca-467d-8472-00ad994c7d24 [ 1206.323311] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578386, 'name': PowerOffVM_Task, 'duration_secs': 0.207874} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.323582] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.323750] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.324026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a5f3d66-5e22-4066-b9c7-9d58b1ccda40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.340513] env[63005]: DEBUG oslo_vmware.api [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440247} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.341128] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.341355] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.341536] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.341707] env[63005]: INFO nova.compute.manager [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1206.341950] env[63005]: DEBUG oslo.service.loopingcall [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.342160] env[63005]: DEBUG nova.compute.manager [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.342254] env[63005]: DEBUG nova.network.neutron [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1206.410421] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.410737] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.410995] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleting the datastore file [datastore1] 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.411428] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-427d198f-f357-47a5-9408-f2e5f5b6f77a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.418224] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1206.418224] env[63005]: value = "task-2578389" [ 1206.418224] env[63005]: _type = "Task" [ 1206.418224] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.426748] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578389, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.544567] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2642060d-953a-4167-a3e6-ffa9f3bb41d2 tempest-ServerActionsTestOtherB-1842370872 tempest-ServerActionsTestOtherB-1842370872-project-member] Lock "56dee1f9-58ca-467d-8472-00ad994c7d24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.950s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1206.666519] env[63005]: DEBUG nova.compute.manager [req-8a409514-03ce-414f-8f75-64e70fb1505d req-e46da14f-d7e3-4b15-bcbd-f7157e86a644 service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Received event network-vif-deleted-0cdc677a-026d-40c1-90c9-6fbf46e9a62a {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1206.666823] env[63005]: INFO nova.compute.manager [req-8a409514-03ce-414f-8f75-64e70fb1505d req-e46da14f-d7e3-4b15-bcbd-f7157e86a644 service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Neutron deleted interface 0cdc677a-026d-40c1-90c9-6fbf46e9a62a; detaching it from the instance and deleting it from the info cache [ 1206.667112] env[63005]: DEBUG nova.network.neutron [req-8a409514-03ce-414f-8f75-64e70fb1505d req-e46da14f-d7e3-4b15-bcbd-f7157e86a644 service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.930695] env[63005]: DEBUG oslo_vmware.api [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578389, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201717} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.930990] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1206.931192] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1206.931375] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1206.931542] env[63005]: INFO nova.compute.manager [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1206.931788] env[63005]: DEBUG oslo.service.loopingcall [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1206.932000] env[63005]: DEBUG nova.compute.manager [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1206.932106] env[63005]: DEBUG nova.network.neutron [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1207.150218] env[63005]: DEBUG nova.network.neutron [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.155406] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b176f5-38e4-48fe-b998-11455b739e2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.165112] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abc78bce-4e5e-4f35-a951-f1e5ad6d534a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.170327] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-824dfb4b-3f83-42f4-894f-06db09286189 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.200949] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b08c10d-2ba7-4273-afc0-4b7ac28522c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.207843] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f2d3c43-394b-418f-8b88-64f12d79b772 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.227824] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f433d963-5dc9-4a87-ac9b-f401130e2624 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.246802] env[63005]: DEBUG nova.compute.manager [req-8a409514-03ce-414f-8f75-64e70fb1505d req-e46da14f-d7e3-4b15-bcbd-f7157e86a644 service nova] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Detach interface failed, port_id=0cdc677a-026d-40c1-90c9-6fbf46e9a62a, reason: Instance 1732e58e-9c1b-4234-87a8-fd468e78d925 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1207.255690] env[63005]: DEBUG nova.compute.provider_tree [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.653814] env[63005]: INFO nova.compute.manager [-] [instance: 1732e58e-9c1b-4234-87a8-fd468e78d925] Took 1.31 seconds to deallocate network for instance. [ 1207.786693] env[63005]: DEBUG nova.scheduler.client.report [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Updated inventory for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1207.786963] env[63005]: DEBUG nova.compute.provider_tree [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Updating resource provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 generation from 159 to 160 during operation: update_inventory {{(pid=63005) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1207.787160] env[63005]: DEBUG nova.compute.provider_tree [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Updating inventory in ProviderTree for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1207.905455] env[63005]: DEBUG nova.network.neutron [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1208.161073] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.291789] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1208.292556] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.295101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.134s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1208.295337] env[63005]: DEBUG nova.objects.instance [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'resources' on Instance uuid 1732e58e-9c1b-4234-87a8-fd468e78d925 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.408515] env[63005]: INFO nova.compute.manager [-] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Took 1.48 seconds to deallocate network for instance. [ 1208.692374] env[63005]: DEBUG nova.compute.manager [req-8e08d508-39d8-459c-9df8-e6b28e92acca req-43c3a552-9cbf-456a-9ca8-44a4f35cd336 service nova] [instance: 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5] Received event network-vif-deleted-897f22f1-9d8c-4ad2-8309-405f68cd1b9c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1208.798157] env[63005]: DEBUG nova.compute.utils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.802465] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1208.803579] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.845243] env[63005]: DEBUG nova.policy [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2ab9cbddff94788bca8228dd42095a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5c1da1a0bb264bb09d0824066ef4d128', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1208.911818] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea48ed40-f1bb-48ec-a57e-2220dacb754f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.915340] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.921166] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74ccd24-658a-46b2-8143-d2f5d035370a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.953802] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d2b546-450f-4405-a840-7eb8cbe2e779 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.962246] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0df99f-fa44-4dbc-a047-a11bcb19af69 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.975922] env[63005]: DEBUG nova.compute.provider_tree [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.118522] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Successfully created port: 340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.303075] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.479821] env[63005]: DEBUG nova.scheduler.client.report [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1209.985499] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.690s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1209.988022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.073s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1209.988292] env[63005]: DEBUG nova.objects.instance [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'resources' on Instance uuid 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.007574] env[63005]: INFO nova.scheduler.client.report [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted allocations for instance 1732e58e-9c1b-4234-87a8-fd468e78d925 [ 1210.313154] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.339781] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.340077] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.340276] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.340461] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.340605] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.340749] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.340948] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.341284] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.341529] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.341710] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.341889] env[63005]: DEBUG nova.virt.hardware [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.342840] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9317b51b-e2fe-4793-88f7-3bc226f4e170 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.352127] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975882e0-4559-4867-867f-e20617803048 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.516447] env[63005]: DEBUG oslo_concurrency.lockutils [None req-431f95cb-582f-48fc-98a1-b1b0105adf3e tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "1732e58e-9c1b-4234-87a8-fd468e78d925" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.583698] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Successfully updated port: 340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1210.617416] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb8acb-b708-4ae7-9e58-4449253e4a93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.625526] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2503c-7725-4451-a7dd-1d003de5ffd5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.657077] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5f9e01-5acd-4e42-bd9c-ef4614dad20d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.670024] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfff16c-22f2-41ac-928c-30a525be7124 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.686228] env[63005]: DEBUG nova.compute.provider_tree [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.720913] env[63005]: DEBUG nova.compute.manager [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Received event network-vif-plugged-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.720963] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Acquiring lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1210.721307] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.721509] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.721663] env[63005]: DEBUG nova.compute.manager [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] No waiting events found dispatching network-vif-plugged-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1210.721822] env[63005]: WARNING nova.compute.manager [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Received unexpected event network-vif-plugged-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 for instance with vm_state building and task_state spawning. [ 1210.721979] env[63005]: DEBUG nova.compute.manager [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Received event network-changed-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1210.722155] env[63005]: DEBUG nova.compute.manager [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Refreshing instance network info cache due to event network-changed-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1210.722338] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Acquiring lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1210.722472] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Acquired lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.722627] env[63005]: DEBUG nova.network.neutron [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Refreshing network info cache for port 340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1211.088293] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1211.190714] env[63005]: DEBUG nova.scheduler.client.report [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.253342] env[63005]: DEBUG nova.network.neutron [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1211.357074] env[63005]: DEBUG nova.network.neutron [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.414453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "5c611ad3-304c-4795-8d76-3e1077f00edc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.414716] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.414929] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.415126] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.415298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.417412] env[63005]: INFO nova.compute.manager [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Terminating instance [ 1211.695940] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1211.718786] env[63005]: INFO nova.scheduler.client.report [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleted allocations for instance 2cc420e2-f0e5-4d3f-a5d5-cbea697accb5 [ 1211.860034] env[63005]: DEBUG oslo_concurrency.lockutils [req-8aad2919-6413-475d-b398-7dbe02dd5e7e req-04e27421-b24b-48f9-9b2e-b83a4ad2647b service nova] Releasing lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1211.861054] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquired lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.861054] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.921430] env[63005]: DEBUG nova.compute.manager [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1211.921671] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.922650] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2e7ca4-401c-44e8-a567-81ded525e6e5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.931631] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.931963] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6508b6ed-f837-416f-b874-3c5b73a552bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.941090] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1211.941090] env[63005]: value = "task-2578394" [ 1211.941090] env[63005]: _type = "Task" [ 1211.941090] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.952650] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.226221] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27ab1158-b07f-447b-ac0b-cfd3abb794f5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "2cc420e2-f0e5-4d3f-a5d5-cbea697accb5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.936s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.392139] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.451441] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578394, 'name': PowerOffVM_Task, 'duration_secs': 0.244891} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.451756] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.451932] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.452319] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77700195-0181-44e1-8a5e-16ef19c578fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.521110] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.521365] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.521546] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleting the datastore file [datastore1] 5c611ad3-304c-4795-8d76-3e1077f00edc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.521812] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35e736b4-bf58-4ecb-8cd2-c44b29b36462 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.529788] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for the task: (returnval){ [ 1212.529788] env[63005]: value = "task-2578396" [ 1212.529788] env[63005]: _type = "Task" [ 1212.529788] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.540380] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578396, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.554870] env[63005]: DEBUG nova.network.neutron [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Updating instance_info_cache with network_info: [{"id": "340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1", "address": "fa:16:3e:90:da:04", "network": {"id": "3cde61ad-7b3f-45c1-a515-67dcfaccd059", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1369033375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1da1a0bb264bb09d0824066ef4d128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340fec08-0f", "ovs_interfaceid": "340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.039468] env[63005]: DEBUG oslo_vmware.api [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Task: {'id': task-2578396, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1554} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.039646] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1213.039828] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1213.040045] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1213.040237] env[63005]: INFO nova.compute.manager [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1213.040483] env[63005]: DEBUG oslo.service.loopingcall [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.040798] env[63005]: DEBUG nova.compute.manager [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1213.040798] env[63005]: DEBUG nova.network.neutron [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1213.057122] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Releasing lock "refresh_cache-ef0a893f-a235-4aa1-9c68-fda48d98f726" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1213.057451] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Instance network_info: |[{"id": "340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1", "address": "fa:16:3e:90:da:04", "network": {"id": "3cde61ad-7b3f-45c1-a515-67dcfaccd059", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1369033375-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5c1da1a0bb264bb09d0824066ef4d128", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b4a8fd90-153b-494f-b76a-299eb05c03f9", "external-id": "nsx-vlan-transportzone-981", "segmentation_id": 981, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap340fec08-0f", "ovs_interfaceid": "340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.058307] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:90:da:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b4a8fd90-153b-494f-b76a-299eb05c03f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.069049] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Creating folder: Project (5c1da1a0bb264bb09d0824066ef4d128). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.069049] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d97cf17c-aa41-4608-ab1c-bed6850a0a36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.078142] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Created folder: Project (5c1da1a0bb264bb09d0824066ef4d128) in parent group-v519994. [ 1213.078142] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Creating folder: Instances. Parent ref: group-v520301. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.078142] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1620cb4-936e-437c-b694-a49083887fa9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.087984] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Created folder: Instances in parent group-v520301. [ 1213.087984] env[63005]: DEBUG oslo.service.loopingcall [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1213.087984] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.087984] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd38b011-0eb1-48b0-a53c-ffa3eb5753fc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.108929] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.108929] env[63005]: value = "task-2578399" [ 1213.108929] env[63005]: _type = "Task" [ 1213.108929] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.119473] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578399, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.516919] env[63005]: DEBUG nova.compute.manager [req-77fe11d2-a10f-453e-a32b-2307ad066faf req-ae043a2c-7ad4-4fef-98cb-ce813b8f5c7c service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Received event network-vif-deleted-58b0824b-5fd1-4182-af5d-c1bc2d4b5690 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1213.516919] env[63005]: INFO nova.compute.manager [req-77fe11d2-a10f-453e-a32b-2307ad066faf req-ae043a2c-7ad4-4fef-98cb-ce813b8f5c7c service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Neutron deleted interface 58b0824b-5fd1-4182-af5d-c1bc2d4b5690; detaching it from the instance and deleting it from the info cache [ 1213.517391] env[63005]: DEBUG nova.network.neutron [req-77fe11d2-a10f-453e-a32b-2307ad066faf req-ae043a2c-7ad4-4fef-98cb-ce813b8f5c7c service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.623798] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578399, 'name': CreateVM_Task, 'duration_secs': 0.386792} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.624044] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.624758] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.624919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.625280] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.625521] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0245af33-b983-422c-9603-b33544fac00f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.632675] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1213.632675] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e1d30d-25bf-d600-0a23-7fcc3dc8cbc3" [ 1213.632675] env[63005]: _type = "Task" [ 1213.632675] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.642513] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e1d30d-25bf-d600-0a23-7fcc3dc8cbc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.999032] env[63005]: DEBUG nova.network.neutron [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.020785] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e4630c91-b51a-4b61-a833-0b4d2869055d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.030092] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7bd9c-8da1-4948-8d22-42ca1e254751 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.063371] env[63005]: DEBUG nova.compute.manager [req-77fe11d2-a10f-453e-a32b-2307ad066faf req-ae043a2c-7ad4-4fef-98cb-ce813b8f5c7c service nova] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Detach interface failed, port_id=58b0824b-5fd1-4182-af5d-c1bc2d4b5690, reason: Instance 5c611ad3-304c-4795-8d76-3e1077f00edc could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1214.144385] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e1d30d-25bf-d600-0a23-7fcc3dc8cbc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009711} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.144995] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.144995] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.145363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.145363] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.145563] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.145847] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-556f6fd1-e7e0-45c9-bd0c-0d173499a50d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.155688] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.155863] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.156838] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73bc8866-16eb-45a8-adef-b9003f28dff3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.162035] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1214.162035] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5233ff12-8747-aa97-d499-e3f7ddee27e6" [ 1214.162035] env[63005]: _type = "Task" [ 1214.162035] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.171597] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5233ff12-8747-aa97-d499-e3f7ddee27e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.504603] env[63005]: INFO nova.compute.manager [-] [instance: 5c611ad3-304c-4795-8d76-3e1077f00edc] Took 1.46 seconds to deallocate network for instance. [ 1214.678132] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5233ff12-8747-aa97-d499-e3f7ddee27e6, 'name': SearchDatastore_Task, 'duration_secs': 0.010053} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.678940] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45d19b65-c6e5-4a24-b120-9f4f4da346ea {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.684567] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1214.684567] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52a107a0-d83a-4d99-f867-804e358bd360" [ 1214.684567] env[63005]: _type = "Task" [ 1214.684567] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.693855] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a107a0-d83a-4d99-f867-804e358bd360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.869133] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1214.869372] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.011594] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.011865] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.012107] env[63005]: DEBUG nova.objects.instance [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lazy-loading 'resources' on Instance uuid 5c611ad3-304c-4795-8d76-3e1077f00edc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1215.195052] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52a107a0-d83a-4d99-f867-804e358bd360, 'name': SearchDatastore_Task, 'duration_secs': 0.010662} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.195430] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1215.195661] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] ef0a893f-a235-4aa1-9c68-fda48d98f726/ef0a893f-a235-4aa1-9c68-fda48d98f726.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.195902] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0414fdb-cf17-4579-8627-1137ba76fc60 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.203354] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1215.203354] env[63005]: value = "task-2578401" [ 1215.203354] env[63005]: _type = "Task" [ 1215.203354] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.211585] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578401, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.371876] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1215.645500] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbad5da5-5908-43f8-ac9a-22830ab31ca5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.655095] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75966485-af12-4687-b98c-2cb995d147d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.689264] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a3bb72-ae88-4fdd-8cab-56d683d691b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.697454] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d31ee9-c0f2-47d3-a858-5fe373b46e34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.716984] env[63005]: DEBUG nova.compute.provider_tree [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1215.724882] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578401, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.855633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.855633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1215.891051] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.214651] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578401, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565947} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.214934] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] ef0a893f-a235-4aa1-9c68-fda48d98f726/ef0a893f-a235-4aa1-9c68-fda48d98f726.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.215175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.215458] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58a8d7f1-10f5-4ddb-ae35-286370686617 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.220257] env[63005]: DEBUG nova.scheduler.client.report [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.224636] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1216.224636] env[63005]: value = "task-2578403" [ 1216.224636] env[63005]: _type = "Task" [ 1216.224636] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.233372] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578403, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.357287] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1216.726331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.714s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1216.728813] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.838s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.730496] env[63005]: INFO nova.compute.claims [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1216.742217] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578403, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068828} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.742467] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.743245] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd27804c-f151-42f1-957a-2ce72ec0b694 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.766249] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] ef0a893f-a235-4aa1-9c68-fda48d98f726/ef0a893f-a235-4aa1-9c68-fda48d98f726.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.767718] env[63005]: INFO nova.scheduler.client.report [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Deleted allocations for instance 5c611ad3-304c-4795-8d76-3e1077f00edc [ 1216.772334] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-109a1e06-6e2e-4574-be88-575a510bec51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.792179] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1216.792179] env[63005]: value = "task-2578404" [ 1216.792179] env[63005]: _type = "Task" [ 1216.792179] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.800759] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578404, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.878588] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.275141] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9ce0dee8-efa7-49f9-b238-86a7c0cba09a tempest-ServerRescueNegativeTestJSON-826403033 tempest-ServerRescueNegativeTestJSON-826403033-project-member] Lock "5c611ad3-304c-4795-8d76-3e1077f00edc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.860s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.302924] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.801964] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578404, 'name': ReconfigVM_Task, 'duration_secs': 0.674036} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.804696] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Reconfigured VM instance instance-00000074 to attach disk [datastore2] ef0a893f-a235-4aa1-9c68-fda48d98f726/ef0a893f-a235-4aa1-9c68-fda48d98f726.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.805554] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dc6aff93-2ab2-48df-b040-c8695abb0ae0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.812738] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1217.812738] env[63005]: value = "task-2578406" [ 1217.812738] env[63005]: _type = "Task" [ 1217.812738] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.824114] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578406, 'name': Rename_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.869519] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c76137-5fe1-46c2-8941-77cf41d75769 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.879245] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8639dc77-6aa9-4a36-a879-ee7d406a7282 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.911875] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a014c78-4a15-4099-992d-dec796dc5741 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.919859] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45492a7c-7dca-4550-824d-c786948370b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.935046] env[63005]: DEBUG nova.compute.provider_tree [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.323499] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578406, 'name': Rename_Task, 'duration_secs': 0.136391} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.323787] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.324042] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0fb5575f-2445-4ad7-b52b-653ba235f9f0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.329987] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1218.329987] env[63005]: value = "task-2578407" [ 1218.329987] env[63005]: _type = "Task" [ 1218.329987] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.337217] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578407, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.442088] env[63005]: DEBUG nova.scheduler.client.report [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1218.841819] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578407, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.950873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1218.951080] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1218.954298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.076s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1218.955851] env[63005]: INFO nova.compute.claims [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.342740] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578407, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.460658] env[63005]: DEBUG nova.compute.utils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1219.465708] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1219.465708] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1219.516183] env[63005]: DEBUG nova.policy [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1dd86cebabe4f50b1950e59158284e0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f451eb98f8974cf89cc4c7a243653c46', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1219.842980] env[63005]: DEBUG oslo_vmware.api [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578407, 'name': PowerOnVM_Task, 'duration_secs': 1.025516} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.842980] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.843361] env[63005]: INFO nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Took 9.53 seconds to spawn the instance on the hypervisor. [ 1219.843415] env[63005]: DEBUG nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.844186] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074564fa-d16b-4b3f-a09b-f05d69d72eef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.907799] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Successfully created port: 50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.963289] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1220.115281] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4088cd41-f237-4134-902c-fc8d13e189f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.122900] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77bcbc0-f8b2-4788-9f6d-50b3b9f3cbef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.152657] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.152900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.154866] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe2e9c5-18fd-40cf-b397-20ceb6679471 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.162473] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97dbecec-23d5-4f8a-b4db-e9b8ab4c470f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.178183] env[63005]: DEBUG nova.compute.provider_tree [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.359295] env[63005]: INFO nova.compute.manager [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Took 15.37 seconds to build instance. [ 1220.658662] env[63005]: INFO nova.compute.manager [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Detaching volume 4fcf66ce-6cfa-483d-bce1-48f8a31efc3c [ 1220.680571] env[63005]: DEBUG nova.scheduler.client.report [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1220.701352] env[63005]: INFO nova.virt.block_device [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Attempting to driver detach volume 4fcf66ce-6cfa-483d-bce1-48f8a31efc3c from mountpoint /dev/sdb [ 1220.701638] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1220.701752] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520291', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'name': 'volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '96805003-38d6-4344-afd9-1dc319f689f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'serial': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1220.702971] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4fa7fac-ad7c-4446-8089-a51ebb4f6073 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.726791] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb47f56-6f2d-40ac-8edb-877fa32e2f40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.733984] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d53314d1-d4ff-4883-9db4-b3f1a6a2dabc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.754647] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab41f311-35b4-4799-bb00-fafe9c919354 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.769654] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] The volume has not been displaced from its original location: [datastore1] volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c/volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1220.774889] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1220.775195] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d278d6fe-db9e-4f90-be5b-dd6db0e3be2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.794430] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1220.794430] env[63005]: value = "task-2578409" [ 1220.794430] env[63005]: _type = "Task" [ 1220.794430] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.803435] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.858722] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1220.859059] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1220.859127] env[63005]: DEBUG nova.compute.manager [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1220.860081] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1375d896-b2b5-47a5-93b1-df04f526a68d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.862891] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e9bea18f-3796-4721-a3ef-9a3c19d64500 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.880s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1220.867145] env[63005]: DEBUG nova.compute.manager [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63005) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1220.867710] env[63005]: DEBUG nova.objects.instance [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'flavor' on Instance uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.978513] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1221.012856] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1221.013335] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.013654] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.013990] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.014286] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.014552] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1221.014886] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1221.015175] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1221.015451] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1221.015743] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1221.018019] env[63005]: DEBUG nova.virt.hardware [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1221.018019] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d643dd32-ec95-4e36-8f7f-db89d69a06f3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.026977] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4d8c25-56d3-4be6-ac00-bc611d58386f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.186620] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.187466] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1221.313554] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578409, 'name': ReconfigVM_Task, 'duration_secs': 0.436664} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.313554] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1221.317260] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74758e6-72e7-46a5-9f31-3b0a76d5614b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.334187] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1221.334187] env[63005]: value = "task-2578410" [ 1221.334187] env[63005]: _type = "Task" [ 1221.334187] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.342268] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.503194] env[63005]: DEBUG nova.compute.manager [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Received event network-vif-plugged-50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1221.503405] env[63005]: DEBUG oslo_concurrency.lockutils [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1221.505336] env[63005]: DEBUG oslo_concurrency.lockutils [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.505336] env[63005]: DEBUG oslo_concurrency.lockutils [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.505336] env[63005]: DEBUG nova.compute.manager [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] No waiting events found dispatching network-vif-plugged-50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.505336] env[63005]: WARNING nova.compute.manager [req-de8cd173-361a-4efd-a862-1aaa3e928df9 req-d9352ec6-5829-42c3-b258-82e8916ecdd5 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Received unexpected event network-vif-plugged-50f18ef9-677a-42d2-8cf7-b20c6ee490cf for instance with vm_state building and task_state spawning. [ 1221.692783] env[63005]: DEBUG nova.compute.utils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1221.694898] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1221.694970] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1221.747595] env[63005]: DEBUG nova.policy [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3053004de87a401f8910dc69fa09d872', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '32399abbe74f44879330397e6294ad67', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.812472] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Successfully updated port: 50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1221.848695] env[63005]: DEBUG oslo_vmware.api [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578410, 'name': ReconfigVM_Task, 'duration_secs': 0.143558} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.848898] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520291', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'name': 'volume-4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '96805003-38d6-4344-afd9-1dc319f689f2', 'attached_at': '', 'detached_at': '', 'volume_id': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c', 'serial': '4fcf66ce-6cfa-483d-bce1-48f8a31efc3c'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1221.875618] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.876480] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77d1abc1-63f7-4a45-b57f-ecbf5c1b1f5e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.891019] env[63005]: DEBUG oslo_vmware.api [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1221.891019] env[63005]: value = "task-2578411" [ 1221.891019] env[63005]: _type = "Task" [ 1221.891019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.899880] env[63005]: DEBUG oslo_vmware.api [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.105351] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Successfully created port: d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1222.195622] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1222.322087] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.322087] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.322087] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.397774] env[63005]: DEBUG nova.objects.instance [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'flavor' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.406137] env[63005]: DEBUG oslo_vmware.api [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578411, 'name': PowerOffVM_Task, 'duration_secs': 0.234919} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.406197] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.406509] env[63005]: DEBUG nova.compute.manager [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1222.407174] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b590275-08c0-4f3a-bd4b-c33570a980da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.886234] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.886234] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.892027] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.921822] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e3dd83d0-682a-47b0-9eeb-b41671dae5b8 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.160603] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.160916] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.161166] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.161365] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.161546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.164168] env[63005]: INFO nova.compute.manager [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Terminating instance [ 1223.207593] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1223.234687] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1223.235131] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.235519] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.235849] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1223.239070] env[63005]: DEBUG nova.virt.hardware [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1223.239070] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95fab31-f3f8-4a38-bc9a-d253e223d321 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.247928] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4c01581-35d4-46d5-86cd-012dcbb5394f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.263843] env[63005]: DEBUG nova.network.neutron [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating instance_info_cache with network_info: [{"id": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "address": "fa:16:3e:a9:40:30", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f18ef9-67", "ovs_interfaceid": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.388937] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1223.406659] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96a39e43-eddd-4311-a703-cb929fe7de2a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.254s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.413891] env[63005]: DEBUG nova.objects.instance [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'flavor' on Instance uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1223.536815] env[63005]: DEBUG nova.compute.manager [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Received event network-changed-50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.537033] env[63005]: DEBUG nova.compute.manager [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Refreshing instance network info cache due to event network-changed-50f18ef9-677a-42d2-8cf7-b20c6ee490cf. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1223.537229] env[63005]: DEBUG oslo_concurrency.lockutils [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] Acquiring lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.613392] env[63005]: DEBUG nova.compute.manager [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Received event network-vif-plugged-d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1223.613709] env[63005]: DEBUG oslo_concurrency.lockutils [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] Acquiring lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.614034] env[63005]: DEBUG oslo_concurrency.lockutils [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.614180] env[63005]: DEBUG oslo_concurrency.lockutils [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.614452] env[63005]: DEBUG nova.compute.manager [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] No waiting events found dispatching network-vif-plugged-d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1223.614805] env[63005]: WARNING nova.compute.manager [req-1b27b515-3b12-4881-85a6-1ea900d7051e req-4f336336-9af3-4ee1-9aee-7828dc6e1b29 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Received unexpected event network-vif-plugged-d5420a79-524e-45ed-86dd-e22869abf842 for instance with vm_state building and task_state spawning. [ 1223.668541] env[63005]: DEBUG nova.compute.manager [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1223.668845] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.669780] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55033815-185a-45e0-b270-9572fd51b86b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.682022] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.682623] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c53a9113-52d3-41ab-b2f5-dcaac7a99b86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.694199] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1223.694199] env[63005]: value = "task-2578412" [ 1223.694199] env[63005]: _type = "Task" [ 1223.694199] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.702690] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Successfully updated port: d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.716601] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578412, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.767157] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.767640] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Instance network_info: |[{"id": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "address": "fa:16:3e:a9:40:30", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f18ef9-67", "ovs_interfaceid": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1223.768033] env[63005]: DEBUG oslo_concurrency.lockutils [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] Acquired lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.768273] env[63005]: DEBUG nova.network.neutron [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Refreshing network info cache for port 50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.769978] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:40:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '365ac5b1-6d83-4dfe-887f-60574d7f6124', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50f18ef9-677a-42d2-8cf7-b20c6ee490cf', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.777869] env[63005]: DEBUG oslo.service.loopingcall [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1223.781774] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.782343] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90c18aa9-cc00-4e33-b69b-4821230c2116 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.798759] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.799048] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.799279] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "96805003-38d6-4344-afd9-1dc319f689f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.799499] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.799678] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.801878] env[63005]: INFO nova.compute.manager [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Terminating instance [ 1223.807103] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.807103] env[63005]: value = "task-2578413" [ 1223.807103] env[63005]: _type = "Task" [ 1223.807103] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.817058] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578413, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.916319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.916319] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.917426] env[63005]: INFO nova.compute.claims [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1223.922640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.922640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.922835] env[63005]: DEBUG nova.network.neutron [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.924022] env[63005]: DEBUG nova.objects.instance [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'info_cache' on Instance uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.028338] env[63005]: DEBUG nova.network.neutron [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updated VIF entry in instance network info cache for port 50f18ef9-677a-42d2-8cf7-b20c6ee490cf. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1224.028715] env[63005]: DEBUG nova.network.neutron [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating instance_info_cache with network_info: [{"id": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "address": "fa:16:3e:a9:40:30", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f18ef9-67", "ovs_interfaceid": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.202300] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578412, 'name': PowerOffVM_Task, 'duration_secs': 0.194088} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.202583] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.202755] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.203012] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5b552af-1903-4e04-a5b3-224bd9261622 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.208819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.208819] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquired lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.208819] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.276120] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.276366] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.276553] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Deleting the datastore file [datastore2] ef0a893f-a235-4aa1-9c68-fda48d98f726 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.276836] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-788f5108-55a9-440a-b682-8c009de5ceb4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.284460] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for the task: (returnval){ [ 1224.284460] env[63005]: value = "task-2578415" [ 1224.284460] env[63005]: _type = "Task" [ 1224.284460] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.293416] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.306405] env[63005]: DEBUG nova.compute.manager [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1224.306834] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1224.307555] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3034fbca-5ee3-4431-9785-893706759843 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.318558] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.321962] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcf44185-69f7-4ebd-941a-cc611803f0fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.323658] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578413, 'name': CreateVM_Task, 'duration_secs': 0.391316} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.323822] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.324882] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.325135] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.325597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1224.326267] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce7f19c-dbd9-400b-b770-29bf960974b6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.329116] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1224.329116] env[63005]: value = "task-2578416" [ 1224.329116] env[63005]: _type = "Task" [ 1224.329116] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.334360] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1224.334360] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52984e88-59f5-7a37-c44f-fd5474971fd6" [ 1224.334360] env[63005]: _type = "Task" [ 1224.334360] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.344712] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578416, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.351704] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52984e88-59f5-7a37-c44f-fd5474971fd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.426735] env[63005]: DEBUG nova.objects.base [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Object Instance<2c235383-ca96-4ea5-ac00-a11cdc1b280b> lazy-loaded attributes: flavor,info_cache {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1224.531690] env[63005]: DEBUG oslo_concurrency.lockutils [req-b9b72b1b-0f52-4007-bd72-1b82e348b8a0 req-91205b0c-87b6-448a-aae1-4667e7f322d0 service nova] Releasing lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.740267] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.796588] env[63005]: DEBUG oslo_vmware.api [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Task: {'id': task-2578415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182012} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.796849] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1224.797043] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1224.797226] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1224.797396] env[63005]: INFO nova.compute.manager [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1224.798197] env[63005]: DEBUG oslo.service.loopingcall [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1224.798197] env[63005]: DEBUG nova.compute.manager [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1224.798197] env[63005]: DEBUG nova.network.neutron [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1224.841592] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578416, 'name': PowerOffVM_Task, 'duration_secs': 0.19654} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.842276] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.842490] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.842764] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98c0f289-d1d7-4ec1-a847-bd1474bda462 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.849708] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52984e88-59f5-7a37-c44f-fd5474971fd6, 'name': SearchDatastore_Task, 'duration_secs': 0.020265} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.850757] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.850757] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.851780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1224.851780] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.851780] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.851780] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58a8a6df-30e7-404f-8cb0-472956a7d79f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.863026] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.863026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.863026] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bd15dd5-fdea-401b-a15d-9fe5c8e94cfe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.869354] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1224.869354] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52f077ed-f55e-edd6-e5cf-400319a58beb" [ 1224.869354] env[63005]: _type = "Task" [ 1224.869354] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.876540] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f077ed-f55e-edd6-e5cf-400319a58beb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.892077] env[63005]: DEBUG nova.network.neutron [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Updating instance_info_cache with network_info: [{"id": "d5420a79-524e-45ed-86dd-e22869abf842", "address": "fa:16:3e:46:ce:8b", "network": {"id": "aaf524df-9918-459c-9da9-166d753deb84", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-914629160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32399abbe74f44879330397e6294ad67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5420a79-52", "ovs_interfaceid": "d5420a79-524e-45ed-86dd-e22869abf842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.117211] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6429a8ae-2d22-4774-8651-18c19ccadf9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.134126] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598757cf-1fff-4f18-9b3f-58c9172515f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.170611] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4201e89c-1343-412a-b0b2-75fd06b34b13 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.180415] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8a317e-c053-4320-976b-ce6c63764e4a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.196792] env[63005]: DEBUG nova.compute.provider_tree [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.211630] env[63005]: DEBUG nova.network.neutron [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.381337] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52f077ed-f55e-edd6-e5cf-400319a58beb, 'name': SearchDatastore_Task, 'duration_secs': 0.009832} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.382032] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f76dfb52-2d60-4c6a-96c5-e73e830f5ec7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.388292] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1225.388292] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5276e934-6d74-78c4-6970-74ee89f2607d" [ 1225.388292] env[63005]: _type = "Task" [ 1225.388292] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.398313] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Releasing lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.398668] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Instance network_info: |[{"id": "d5420a79-524e-45ed-86dd-e22869abf842", "address": "fa:16:3e:46:ce:8b", "network": {"id": "aaf524df-9918-459c-9da9-166d753deb84", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-914629160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32399abbe74f44879330397e6294ad67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5420a79-52", "ovs_interfaceid": "d5420a79-524e-45ed-86dd-e22869abf842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1225.398963] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5276e934-6d74-78c4-6970-74ee89f2607d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.399407] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:ce:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a5569c57-a27b-4d4d-a519-784be105114f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5420a79-524e-45ed-86dd-e22869abf842', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.407309] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Creating folder: Project (32399abbe74f44879330397e6294ad67). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.407507] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26f7be05-8679-4adc-b640-297916addcc8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.427933] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Created folder: Project (32399abbe74f44879330397e6294ad67) in parent group-v519994. [ 1225.427933] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Creating folder: Instances. Parent ref: group-v520306. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1225.427933] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7d34e67-0b5f-4fd0-a786-3a86743668b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.438144] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Created folder: Instances in parent group-v520306. [ 1225.438374] env[63005]: DEBUG oslo.service.loopingcall [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.438583] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.438817] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dac6e9a-1c50-471e-8aaa-956d14f00e8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.463046] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.463046] env[63005]: value = "task-2578420" [ 1225.463046] env[63005]: _type = "Task" [ 1225.463046] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.469516] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578420, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.584786] env[63005]: DEBUG nova.compute.manager [req-53ad30c2-3e07-4cf3-8463-33948a080e1a req-17d38574-16a6-4be6-8ba6-0abb1c887da3 service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Received event network-vif-deleted-340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.585028] env[63005]: INFO nova.compute.manager [req-53ad30c2-3e07-4cf3-8463-33948a080e1a req-17d38574-16a6-4be6-8ba6-0abb1c887da3 service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Neutron deleted interface 340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1; detaching it from the instance and deleting it from the info cache [ 1225.585201] env[63005]: DEBUG nova.network.neutron [req-53ad30c2-3e07-4cf3-8463-33948a080e1a req-17d38574-16a6-4be6-8ba6-0abb1c887da3 service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.631725] env[63005]: DEBUG nova.network.neutron [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.646781] env[63005]: DEBUG nova.compute.manager [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Received event network-changed-d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1225.646781] env[63005]: DEBUG nova.compute.manager [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Refreshing instance network info cache due to event network-changed-d5420a79-524e-45ed-86dd-e22869abf842. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1225.646781] env[63005]: DEBUG oslo_concurrency.lockutils [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] Acquiring lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.647083] env[63005]: DEBUG oslo_concurrency.lockutils [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] Acquired lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.647214] env[63005]: DEBUG nova.network.neutron [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Refreshing network info cache for port d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1225.678804] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.679041] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.679234] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.679580] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-291d8303-d84d-48f7-837f-e2a76852e94b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.690141] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1225.690141] env[63005]: value = "task-2578421" [ 1225.690141] env[63005]: _type = "Task" [ 1225.690141] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.699602] env[63005]: DEBUG nova.scheduler.client.report [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.703702] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.717396] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.903640] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5276e934-6d74-78c4-6970-74ee89f2607d, 'name': SearchDatastore_Task, 'duration_secs': 0.01147} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.903903] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.904175] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 13e0f3e6-f86e-4738-b190-0cf4d9436690/13e0f3e6-f86e-4738-b190-0cf4d9436690.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.904444] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03642825-d630-4bd2-9db7-a6fe6ec341fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.912093] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1225.912093] env[63005]: value = "task-2578422" [ 1225.912093] env[63005]: _type = "Task" [ 1225.912093] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.921928] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.975816] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "cb28cda1-32fe-42f5-8c90-e948803513fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.976081] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.984031] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578420, 'name': CreateVM_Task, 'duration_secs': 0.38732} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.984215] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.984891] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1225.985071] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.985380] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1225.985638] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de697336-6e2a-4823-b4b3-8e8d1601392b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.993342] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1225.993342] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528f0223-e044-16e9-d8cf-204267d38648" [ 1225.993342] env[63005]: _type = "Task" [ 1225.993342] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.003083] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528f0223-e044-16e9-d8cf-204267d38648, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.087973] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac375987-cf42-4044-9990-25b30b9ae96f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.099796] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d844bb-d1a3-467b-a800-a6de4fe1c2bf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.133972] env[63005]: DEBUG nova.compute.manager [req-53ad30c2-3e07-4cf3-8463-33948a080e1a req-17d38574-16a6-4be6-8ba6-0abb1c887da3 service nova] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Detach interface failed, port_id=340fec08-0f9e-4aa8-bf8a-5c27e0f73cd1, reason: Instance ef0a893f-a235-4aa1-9c68-fda48d98f726 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1226.137765] env[63005]: INFO nova.compute.manager [-] [instance: ef0a893f-a235-4aa1-9c68-fda48d98f726] Took 1.34 seconds to deallocate network for instance. [ 1226.205582] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.290s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.205959] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1226.208955] env[63005]: DEBUG oslo_vmware.api [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213976} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.209497] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.209919] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.209919] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.210188] env[63005]: INFO nova.compute.manager [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Took 1.90 seconds to destroy the instance on the hypervisor. [ 1226.210369] env[63005]: DEBUG oslo.service.loopingcall [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1226.210564] env[63005]: DEBUG nova.compute.manager [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.210660] env[63005]: DEBUG nova.network.neutron [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.392321] env[63005]: DEBUG nova.network.neutron [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Updated VIF entry in instance network info cache for port d5420a79-524e-45ed-86dd-e22869abf842. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1226.392685] env[63005]: DEBUG nova.network.neutron [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Updating instance_info_cache with network_info: [{"id": "d5420a79-524e-45ed-86dd-e22869abf842", "address": "fa:16:3e:46:ce:8b", "network": {"id": "aaf524df-9918-459c-9da9-166d753deb84", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-914629160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "32399abbe74f44879330397e6294ad67", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a5569c57-a27b-4d4d-a519-784be105114f", "external-id": "nsx-vlan-transportzone-640", "segmentation_id": 640, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5420a79-52", "ovs_interfaceid": "d5420a79-524e-45ed-86dd-e22869abf842", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.421907] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490262} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.422182] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 13e0f3e6-f86e-4738-b190-0cf4d9436690/13e0f3e6-f86e-4738-b190-0cf4d9436690.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.422394] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.422642] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c70e9a5-06f0-4ebb-b497-429c587eae51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.429250] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1226.429250] env[63005]: value = "task-2578423" [ 1226.429250] env[63005]: _type = "Task" [ 1226.429250] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.437461] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578423, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.478747] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.508104] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528f0223-e044-16e9-d8cf-204267d38648, 'name': SearchDatastore_Task, 'duration_secs': 0.010585} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.508104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.508104] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.508104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.508104] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.508104] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.508104] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bf164b0-217e-4e05-8e62-0fd82c5362cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.516913] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.517909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.517909] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-579baa86-dabb-4a06-9d20-2f31e8ac2ae8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.524592] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1226.524592] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5256f384-4882-460c-c8e9-d5d1a7382e5e" [ 1226.524592] env[63005]: _type = "Task" [ 1226.524592] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.533591] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5256f384-4882-460c-c8e9-d5d1a7382e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.645165] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.645445] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.645663] env[63005]: DEBUG nova.objects.instance [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lazy-loading 'resources' on Instance uuid ef0a893f-a235-4aa1-9c68-fda48d98f726 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.711976] env[63005]: DEBUG nova.compute.utils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1226.713520] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1226.714256] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1226.726236] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.727375] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b073d3cf-904f-42e1-9114-537bc5b97473 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.735809] env[63005]: DEBUG oslo_vmware.api [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1226.735809] env[63005]: value = "task-2578424" [ 1226.735809] env[63005]: _type = "Task" [ 1226.735809] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.745559] env[63005]: DEBUG oslo_vmware.api [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.758845] env[63005]: DEBUG nova.policy [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa576e5ddd1845598af3230357b16320', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1c5021f2018f46cb9e67dcd9bd2549f9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1226.899019] env[63005]: DEBUG oslo_concurrency.lockutils [req-6da439b4-f569-448a-8499-85ca301cb248 req-eaa2fde5-dc10-43c7-8ba2-b48c54fe5535 service nova] Releasing lock "refresh_cache-e61c45c1-0598-4ab0-abb5-070345ca3d09" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1226.942166] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578423, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067964} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.942702] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.943635] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920e9b79-016b-45fb-9691-5df806f573a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.978819] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 13e0f3e6-f86e-4738-b190-0cf4d9436690/13e0f3e6-f86e-4738-b190-0cf4d9436690.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.979681] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f36af68-1446-4abc-bc1f-6ad1d856ceda {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.017375] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1227.017375] env[63005]: value = "task-2578425" [ 1227.017375] env[63005]: _type = "Task" [ 1227.017375] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.025759] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.032110] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.038928] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5256f384-4882-460c-c8e9-d5d1a7382e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010547} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.039789] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5819600-e038-40c7-a303-d1f89cb1cfe6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.046827] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1227.046827] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5281d3bb-91ff-94f8-4b7c-8d4f3add2b94" [ 1227.046827] env[63005]: _type = "Task" [ 1227.046827] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.055794] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5281d3bb-91ff-94f8-4b7c-8d4f3add2b94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.063263] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Successfully created port: 77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1227.217901] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1227.246113] env[63005]: DEBUG oslo_vmware.api [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578424, 'name': PowerOnVM_Task, 'duration_secs': 0.421689} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.246386] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.246584] env[63005]: DEBUG nova.compute.manager [None req-5e8cd91a-5903-40e8-864c-9c12912779fb tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.247719] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d01b5b-ba12-4af2-8b45-cf40d1ab648c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.249929] env[63005]: DEBUG nova.network.neutron [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.324208] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5dafdf5-dc0b-4731-8996-e6ab193d64b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.333987] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69063b8-0f26-4126-b465-016cb896f37c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.366204] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4241c68-77af-4a6f-b012-8fe684a1448b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.374915] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07879ade-6c84-40d1-be3b-02d2b37754f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.389943] env[63005]: DEBUG nova.compute.provider_tree [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.525125] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578425, 'name': ReconfigVM_Task, 'duration_secs': 0.338577} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.525578] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 13e0f3e6-f86e-4738-b190-0cf4d9436690/13e0f3e6-f86e-4738-b190-0cf4d9436690.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.526450] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f959446-8183-486a-812f-8e996aba601d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.535467] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1227.535467] env[63005]: value = "task-2578426" [ 1227.535467] env[63005]: _type = "Task" [ 1227.535467] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.543864] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578426, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.557893] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5281d3bb-91ff-94f8-4b7c-8d4f3add2b94, 'name': SearchDatastore_Task, 'duration_secs': 0.013581} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.558175] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.558437] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e61c45c1-0598-4ab0-abb5-070345ca3d09/e61c45c1-0598-4ab0-abb5-070345ca3d09.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.558718] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e3ec07b-d0d8-4a62-85e4-bf70857f76ac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.568850] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1227.568850] env[63005]: value = "task-2578427" [ 1227.568850] env[63005]: _type = "Task" [ 1227.568850] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.577518] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.723395] env[63005]: INFO nova.virt.block_device [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Booting with volume 573db693-972d-4bcb-9500-53a739325050 at /dev/sda [ 1227.752297] env[63005]: INFO nova.compute.manager [-] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Took 1.54 seconds to deallocate network for instance. [ 1227.761949] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b1c63817-3db1-471a-95c0-4d30b2404e5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.773920] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b165210b-4614-4329-95bb-aba6a174b7d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.808434] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f4f2a0e-173c-4629-b95e-3cf2f5547734 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.819970] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6ffcd6-72ef-4df8-be7c-bc3ae81a2ab1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.855529] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c50862b-faf2-49ca-8d85-71bd2665a4b8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.863768] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da50b26d-4344-4b46-a1db-4bef7af59b83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.879196] env[63005]: DEBUG nova.virt.block_device [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating existing volume attachment record: acb23e09-b9f9-46c9-b9c7-5a5289a37205 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1227.893208] env[63005]: DEBUG nova.scheduler.client.report [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.973105] env[63005]: DEBUG nova.compute.manager [req-f2282798-4ad5-4727-a467-3923ac2d7143 req-f3e59a98-8126-4099-b539-a77f330b99f7 service nova] [instance: 96805003-38d6-4344-afd9-1dc319f689f2] Received event network-vif-deleted-71fb43c7-2bae-47f8-99a1-80e40ebb63cd {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.047212] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578426, 'name': Rename_Task, 'duration_secs': 0.18704} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.047583] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1228.047881] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-180d8139-e601-4d47-aac4-f7b635a0271c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.055678] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1228.055678] env[63005]: value = "task-2578428" [ 1228.055678] env[63005]: _type = "Task" [ 1228.055678] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.065629] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.079394] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578427, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.260957] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.397566] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.400041] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.369s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.401636] env[63005]: INFO nova.compute.claims [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.421193] env[63005]: INFO nova.scheduler.client.report [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Deleted allocations for instance ef0a893f-a235-4aa1-9c68-fda48d98f726 [ 1228.571990] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578428, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.585453] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578427, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736293} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.585785] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] e61c45c1-0598-4ab0-abb5-070345ca3d09/e61c45c1-0598-4ab0-abb5-070345ca3d09.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.586054] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.586462] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae3923cf-a2cf-41ca-a463-54507178d203 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.596522] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1228.596522] env[63005]: value = "task-2578429" [ 1228.596522] env[63005]: _type = "Task" [ 1228.596522] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.607022] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.685424] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3af72-2c20-45c1-97a3-9d3137646b66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.692614] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Suspending the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1228.692917] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3a651aca-370f-4743-a167-fe28630bd40a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.699175] env[63005]: DEBUG oslo_vmware.api [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1228.699175] env[63005]: value = "task-2578430" [ 1228.699175] env[63005]: _type = "Task" [ 1228.699175] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.704818] env[63005]: DEBUG nova.compute.manager [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Received event network-vif-plugged-77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1228.705121] env[63005]: DEBUG oslo_concurrency.lockutils [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.705264] env[63005]: DEBUG oslo_concurrency.lockutils [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1228.705429] env[63005]: DEBUG oslo_concurrency.lockutils [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.705593] env[63005]: DEBUG nova.compute.manager [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] No waiting events found dispatching network-vif-plugged-77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.705805] env[63005]: WARNING nova.compute.manager [req-78545ac0-83b5-4081-b924-41ee9549b5ae req-39d19010-a19a-4720-93fc-7186b73895e7 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Received unexpected event network-vif-plugged-77f1023d-5a77-4314-b035-27b5cff11855 for instance with vm_state building and task_state block_device_mapping. [ 1228.709882] env[63005]: DEBUG oslo_vmware.api [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578430, 'name': SuspendVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.794012] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Successfully updated port: 77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.929184] env[63005]: DEBUG oslo_concurrency.lockutils [None req-d23bc54c-c99d-4160-a964-fd2997461f66 tempest-ServerTagsTestJSON-1794869046 tempest-ServerTagsTestJSON-1794869046-project-member] Lock "ef0a893f-a235-4aa1-9c68-fda48d98f726" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.768s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1229.072404] env[63005]: DEBUG oslo_vmware.api [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578428, 'name': PowerOnVM_Task, 'duration_secs': 0.5372} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.072733] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.072940] env[63005]: INFO nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Took 8.09 seconds to spawn the instance on the hypervisor. [ 1229.073138] env[63005]: DEBUG nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.073937] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c9a523-94b2-45e6-a2c4-503709217b71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.106880] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.107315] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.107953] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e9c04-29a1-4e69-8cf5-5e5a95522af7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.131956] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] e61c45c1-0598-4ab0-abb5-070345ca3d09/e61c45c1-0598-4ab0-abb5-070345ca3d09.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.132992] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f346e7a-7cac-414a-9400-e7ef1c3c17d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.153721] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1229.153721] env[63005]: value = "task-2578431" [ 1229.153721] env[63005]: _type = "Task" [ 1229.153721] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.164254] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.209786] env[63005]: DEBUG oslo_vmware.api [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578430, 'name': SuspendVM_Task} progress is 70%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.297603] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.297943] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.298229] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.557684] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a65097-d27a-48df-8213-c40570c974f9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.567061] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57e42d-3892-4fef-afbf-347373a59b34 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.606578] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f32dd2-f90c-4875-836b-87bcc6cb9800 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.609782] env[63005]: INFO nova.compute.manager [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Took 13.73 seconds to build instance. [ 1229.617875] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6992b3-5d06-4298-a15f-fb4d5b7f12ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.635272] env[63005]: DEBUG nova.compute.provider_tree [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.665980] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578431, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.712645] env[63005]: DEBUG oslo_vmware.api [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578430, 'name': SuspendVM_Task, 'duration_secs': 0.710035} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.712960] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Suspended the VM {{(pid=63005) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1229.713152] env[63005]: DEBUG nova.compute.manager [None req-51e82221-4dee-4036-82ac-983f83728f56 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1229.713916] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0515a2f-161c-40d0-bc94-625575c918a2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.842457] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.972597] env[63005]: DEBUG nova.network.neutron [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.989632] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.990525] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.990860] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.991021] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.991653] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.991853] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.992122] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.992588] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.992824] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.993048] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.993235] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.993436] env[63005]: DEBUG nova.virt.hardware [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.994675] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057fd64d-4376-4102-8423-d7eb1e70afb9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.005365] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab79843-ec4b-49ef-96af-4b5147d2d9f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.117897] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ab82cb37-1a24-45e7-b232-56b9e2a18cca tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.248s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.138919] env[63005]: DEBUG nova.scheduler.client.report [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.168100] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578431, 'name': ReconfigVM_Task, 'duration_secs': 0.519894} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.168593] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Reconfigured VM instance instance-00000076 to attach disk [datastore2] e61c45c1-0598-4ab0-abb5-070345ca3d09/e61c45c1-0598-4ab0-abb5-070345ca3d09.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.169257] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-022f6e01-8cf9-4ecc-affa-bce4e9726344 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.176210] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1230.176210] env[63005]: value = "task-2578432" [ 1230.176210] env[63005]: _type = "Task" [ 1230.176210] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.185857] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578432, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.475481] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.475886] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Instance network_info: |[{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.476320] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:70:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77f1023d-5a77-4314-b035-27b5cff11855', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.483940] env[63005]: DEBUG oslo.service.loopingcall [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1230.484210] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.484444] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0a3ea55-2a79-4f69-a021-aadd3f967f77 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.507999] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.507999] env[63005]: value = "task-2578433" [ 1230.507999] env[63005]: _type = "Task" [ 1230.507999] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.516224] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578433, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.645248] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.645248] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1230.647901] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.387s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.648086] env[63005]: DEBUG nova.objects.instance [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'resources' on Instance uuid 96805003-38d6-4344-afd9-1dc319f689f2 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.695042] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578432, 'name': Rename_Task, 'duration_secs': 0.165173} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.695042] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.695241] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c0d0d2e-8e3d-4ff1-8c97-2ee4fbbd6add {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.703437] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1230.703437] env[63005]: value = "task-2578434" [ 1230.703437] env[63005]: _type = "Task" [ 1230.703437] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.714463] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.745526] env[63005]: DEBUG nova.compute.manager [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Received event network-changed-77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1230.745859] env[63005]: DEBUG nova.compute.manager [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Refreshing instance network info cache due to event network-changed-77f1023d-5a77-4314-b035-27b5cff11855. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1230.746067] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.746266] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.746443] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Refreshing network info cache for port 77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.018475] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578433, 'name': CreateVM_Task, 'duration_secs': 0.439827} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.018657] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.019401] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'acb23e09-b9f9-46c9-b9c7-5a5289a37205', 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520304', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'name': 'volume-573db693-972d-4bcb-9500-53a739325050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae6ffb55-1aca-4774-9b96-ed8e320bc702', 'attached_at': '', 'detached_at': '', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'serial': '573db693-972d-4bcb-9500-53a739325050'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63005) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1231.019615] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Root volume attach. Driver type: vmdk {{(pid=63005) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1231.020413] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b72555f-6d87-44b8-abae-753cfe9e6556 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.028948] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388599b-1beb-48b9-ac21-9d4832bbcefb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.035622] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40f5f63-3500-473b-86b1-bb652ba91a9d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.042366] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-66195796-96f5-4ccb-9e58-917c50c26f1e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.050772] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1231.050772] env[63005]: value = "task-2578435" [ 1231.050772] env[63005]: _type = "Task" [ 1231.050772] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.059372] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578435, 'name': RelocateVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.086226] env[63005]: INFO nova.compute.manager [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Resuming [ 1231.086987] env[63005]: DEBUG nova.objects.instance [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'flavor' on Instance uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.150956] env[63005]: DEBUG nova.compute.utils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1231.152558] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.152750] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.209982] env[63005]: DEBUG nova.policy [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '839e54a7cf39418e8e19a65f8733eece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '58b6ac27bb2a4d15b966ca5a24040c88', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.220810] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.318572] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a383bd-b53e-4d7f-83d3-a509c30a7fd3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.327344] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19412d5b-05c6-445a-9eb4-7f843ce04fa8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.362455] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca92e145-cd5d-43df-a782-f8e8b79d032a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.371806] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3687832-2317-4435-8880-928a00892a4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.389836] env[63005]: DEBUG nova.compute.provider_tree [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.519347] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Successfully created port: aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1231.539744] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updated VIF entry in instance network info cache for port 77f1023d-5a77-4314-b035-27b5cff11855. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1231.540121] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.561717] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578435, 'name': RelocateVM_Task, 'duration_secs': 0.410077} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.561998] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1231.562214] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520304', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'name': 'volume-573db693-972d-4bcb-9500-53a739325050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae6ffb55-1aca-4774-9b96-ed8e320bc702', 'attached_at': '', 'detached_at': '', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'serial': '573db693-972d-4bcb-9500-53a739325050'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1231.562984] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb0b40d-ff05-4f7f-a565-39004bf386c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.579528] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53799878-a25d-4489-8111-1b9799dbaf2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.604031] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-573db693-972d-4bcb-9500-53a739325050/volume-573db693-972d-4bcb-9500-53a739325050.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.605860] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f2c463e-0332-42c8-8983-8f84a29b4df2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.629087] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1231.629087] env[63005]: value = "task-2578436" [ 1231.629087] env[63005]: _type = "Task" [ 1231.629087] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.638870] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578436, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.656552] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1231.714411] env[63005]: DEBUG oslo_vmware.api [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578434, 'name': PowerOnVM_Task, 'duration_secs': 0.60303} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.714931] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.714931] env[63005]: INFO nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1231.715078] env[63005]: DEBUG nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1231.715814] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5caa943-2fd4-4e1d-a15a-fe622a755b32 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.895176] env[63005]: DEBUG nova.scheduler.client.report [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.042733] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1232.043044] env[63005]: DEBUG nova.compute.manager [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Received event network-changed-50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1232.043253] env[63005]: DEBUG nova.compute.manager [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Refreshing instance network info cache due to event network-changed-50f18ef9-677a-42d2-8cf7-b20c6ee490cf. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1232.043477] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Acquiring lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.043619] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Acquired lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.043780] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Refreshing network info cache for port 50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1232.124263] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.124395] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquired lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.124588] env[63005]: DEBUG nova.network.neutron [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.141088] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.236418] env[63005]: INFO nova.compute.manager [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Took 15.37 seconds to build instance. [ 1232.400343] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.752s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.420115] env[63005]: INFO nova.scheduler.client.report [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted allocations for instance 96805003-38d6-4344-afd9-1dc319f689f2 [ 1232.641563] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578436, 'name': ReconfigVM_Task, 'duration_secs': 0.736834} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.641859] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-573db693-972d-4bcb-9500-53a739325050/volume-573db693-972d-4bcb-9500-53a739325050.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.646727] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e0889f0-ebdb-4444-960e-6bc849261a9f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.663891] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1232.663891] env[63005]: value = "task-2578437" [ 1232.663891] env[63005]: _type = "Task" [ 1232.663891] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.665063] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1232.675639] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.698703] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1232.698963] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.699389] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1232.699464] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.699584] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1232.699735] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1232.699945] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1232.700123] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1232.700296] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1232.700457] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1232.700627] env[63005]: DEBUG nova.virt.hardware [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1232.701582] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9c0680-22cb-46ac-a6c8-0babd29b111a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.709803] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e24065-7e34-4aa6-93db-26f26786f183 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.738504] env[63005]: DEBUG oslo_concurrency.lockutils [None req-49ec287b-a4fb-4fa1-8648-e33cad2e3c69 tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.884s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.896991] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.897297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.897526] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1232.897711] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.897878] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.900323] env[63005]: INFO nova.compute.manager [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Terminating instance [ 1232.907249] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updated VIF entry in instance network info cache for port 50f18ef9-677a-42d2-8cf7-b20c6ee490cf. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1232.907591] env[63005]: DEBUG nova.network.neutron [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating instance_info_cache with network_info: [{"id": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "address": "fa:16:3e:a9:40:30", "network": {"id": "01497436-672c-4856-8caa-711172feb15f", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-2124861986-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f451eb98f8974cf89cc4c7a243653c46", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "365ac5b1-6d83-4dfe-887f-60574d7f6124", "external-id": "nsx-vlan-transportzone-138", "segmentation_id": 138, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50f18ef9-67", "ovs_interfaceid": "50f18ef9-677a-42d2-8cf7-b20c6ee490cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.930762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ef8aa9cd-bbe7-4ea6-9737-6e13a895d19a tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "96805003-38d6-4344-afd9-1dc319f689f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.132s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.979908] env[63005]: DEBUG nova.network.neutron [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [{"id": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "address": "fa:16:3e:68:62:af", "network": {"id": "5b670e18-bb14-4cf0-a6df-56ba664ca5f3", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-2071457743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f8b027f813e442b7b881f2ba0c236420", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90328c7b-15c4-4742-805b-755248d67029", "external-id": "nsx-vlan-transportzone-860", "segmentation_id": 860, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap088d22d6-61", "ovs_interfaceid": "088d22d6-6117-46c2-ae4d-e8795b860ba6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.043416] env[63005]: DEBUG nova.compute.manager [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Received event network-vif-plugged-aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1233.043646] env[63005]: DEBUG oslo_concurrency.lockutils [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] Acquiring lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1233.044303] env[63005]: DEBUG oslo_concurrency.lockutils [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1233.044677] env[63005]: DEBUG oslo_concurrency.lockutils [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1233.044850] env[63005]: DEBUG nova.compute.manager [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] No waiting events found dispatching network-vif-plugged-aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1233.044992] env[63005]: WARNING nova.compute.manager [req-855183a2-5bea-4faa-9c08-486bba96baca req-25aad93b-b01a-4c0b-94e6-15c6aa6b7a30 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Received unexpected event network-vif-plugged-aba17747-05d8-4c34-b9fa-e86d80c1b89c for instance with vm_state building and task_state spawning. [ 1233.135669] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Successfully updated port: aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.174469] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578437, 'name': ReconfigVM_Task, 'duration_secs': 0.290961} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.175864] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520304', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'name': 'volume-573db693-972d-4bcb-9500-53a739325050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ae6ffb55-1aca-4774-9b96-ed8e320bc702', 'attached_at': '', 'detached_at': '', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'serial': '573db693-972d-4bcb-9500-53a739325050'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1233.175864] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-059c656e-cdfc-4071-aa7f-4e978939ee93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.182952] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1233.182952] env[63005]: value = "task-2578438" [ 1233.182952] env[63005]: _type = "Task" [ 1233.182952] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.192486] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578438, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.409872] env[63005]: DEBUG nova.compute.manager [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.410159] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.410764] env[63005]: DEBUG oslo_concurrency.lockutils [req-31942ccd-e76d-4068-9d54-20f3c088170a req-4bd630c6-8e5f-4652-8113-23950522d6de service nova] Releasing lock "refresh_cache-13e0f3e6-f86e-4738-b190-0cf4d9436690" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.411733] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd264fb-c133-40b0-898e-5b894443b668 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.420237] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.420490] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-574f13e1-7507-441a-8365-66abc4021c3f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.427853] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1233.427853] env[63005]: value = "task-2578439" [ 1233.427853] env[63005]: _type = "Task" [ 1233.427853] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.435684] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.484129] env[63005]: DEBUG oslo_concurrency.lockutils [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Releasing lock "refresh_cache-2c235383-ca96-4ea5-ac00-a11cdc1b280b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.485148] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc4f204-f8be-4289-af84-49c71f914814 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.493173] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Resuming the VM {{(pid=63005) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1233.493468] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e094a0bd-aec1-4250-8b8e-35bb25bef0fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.500065] env[63005]: DEBUG oslo_vmware.api [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1233.500065] env[63005]: value = "task-2578440" [ 1233.500065] env[63005]: _type = "Task" [ 1233.500065] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.511296] env[63005]: DEBUG oslo_vmware.api [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578440, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.639389] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1233.639838] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquired lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.639838] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.695150] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578438, 'name': Rename_Task, 'duration_secs': 0.308287} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.695504] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1233.695792] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5639519e-fa51-4808-9a20-ca148cbdee51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.703974] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1233.703974] env[63005]: value = "task-2578441" [ 1233.703974] env[63005]: _type = "Task" [ 1233.703974] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.713488] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.938380] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578439, 'name': PowerOffVM_Task, 'duration_secs': 0.230906} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.938668] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.938837] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.939147] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e6a3abb-6878-4727-8421-41060bf0f9b0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.008850] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.009053] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.009155] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Deleting the datastore file [datastore2] e61c45c1-0598-4ab0-abb5-070345ca3d09 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.009520] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f47a0f1a-2aaa-4568-9f4f-8911375aae66 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.016331] env[63005]: DEBUG oslo_vmware.api [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578440, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.022976] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for the task: (returnval){ [ 1234.022976] env[63005]: value = "task-2578443" [ 1234.022976] env[63005]: _type = "Task" [ 1234.022976] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.032423] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578443, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.203869] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.215762] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578441, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.437348] env[63005]: DEBUG nova.network.neutron [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Updating instance_info_cache with network_info: [{"id": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "address": "fa:16:3e:d6:d5:a9", "network": {"id": "83162d97-266c-4c76-9ed5-52efb2710b46", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-619803493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b6ac27bb2a4d15b966ca5a24040c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba17747-05", "ovs_interfaceid": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.511629] env[63005]: DEBUG oslo_vmware.api [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578440, 'name': PowerOnVM_Task, 'duration_secs': 0.605947} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.511910] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Resumed the VM {{(pid=63005) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1234.512107] env[63005]: DEBUG nova.compute.manager [None req-27225b90-4243-403d-9e03-c2fc471996e0 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.512865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfeb4d0-e085-491d-bc89-491947558d80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.535885] env[63005]: DEBUG oslo_vmware.api [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Task: {'id': task-2578443, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.287206} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.536158] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.536354] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.536532] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.536705] env[63005]: INFO nova.compute.manager [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1234.536948] env[63005]: DEBUG oslo.service.loopingcall [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.537152] env[63005]: DEBUG nova.compute.manager [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1234.537247] env[63005]: DEBUG nova.network.neutron [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1234.716152] env[63005]: DEBUG oslo_vmware.api [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578441, 'name': PowerOnVM_Task, 'duration_secs': 0.787874} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.716418] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.716616] env[63005]: INFO nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Took 4.73 seconds to spawn the instance on the hypervisor. [ 1234.716783] env[63005]: DEBUG nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.717795] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2b2ab6-a044-43be-8ab8-8012b4ae82d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.940292] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Releasing lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.940595] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Instance network_info: |[{"id": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "address": "fa:16:3e:d6:d5:a9", "network": {"id": "83162d97-266c-4c76-9ed5-52efb2710b46", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-619803493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b6ac27bb2a4d15b966ca5a24040c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba17747-05", "ovs_interfaceid": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1234.941038] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:d5:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8800a981-a89e-42e4-8be9-cace419ba9cb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba17747-05d8-4c34-b9fa-e86d80c1b89c', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.948506] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Creating folder: Project (58b6ac27bb2a4d15b966ca5a24040c88). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.948789] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8be14871-63bc-42d4-9e88-3840bd5b81d0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.962533] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Created folder: Project (58b6ac27bb2a4d15b966ca5a24040c88) in parent group-v519994. [ 1234.962673] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Creating folder: Instances. Parent ref: group-v520310. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.962860] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a170cb09-1cf9-48be-899b-e1b3dbd60b39 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.973677] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Created folder: Instances in parent group-v520310. [ 1234.973938] env[63005]: DEBUG oslo.service.loopingcall [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.974190] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.974819] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e491efec-55c1-42e0-a146-180abd4ab4c6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.995994] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.995994] env[63005]: value = "task-2578446" [ 1234.995994] env[63005]: _type = "Task" [ 1234.995994] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.005168] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578446, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.076409] env[63005]: DEBUG nova.compute.manager [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Received event network-changed-aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1235.076645] env[63005]: DEBUG nova.compute.manager [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Refreshing instance network info cache due to event network-changed-aba17747-05d8-4c34-b9fa-e86d80c1b89c. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1235.076892] env[63005]: DEBUG oslo_concurrency.lockutils [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] Acquiring lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1235.077111] env[63005]: DEBUG oslo_concurrency.lockutils [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] Acquired lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.077300] env[63005]: DEBUG nova.network.neutron [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Refreshing network info cache for port aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.234550] env[63005]: INFO nova.compute.manager [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Took 11.34 seconds to build instance. [ 1235.361195] env[63005]: DEBUG nova.network.neutron [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.506745] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578446, 'name': CreateVM_Task} progress is 25%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.737088] env[63005]: DEBUG oslo_concurrency.lockutils [None req-ae51fa44-3396-4b97-a5f4-032096a966a1 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.851s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.811681] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.813726] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.820740] env[63005]: DEBUG nova.network.neutron [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Updated VIF entry in instance network info cache for port aba17747-05d8-4c34-b9fa-e86d80c1b89c. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1235.821063] env[63005]: DEBUG nova.network.neutron [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Updating instance_info_cache with network_info: [{"id": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "address": "fa:16:3e:d6:d5:a9", "network": {"id": "83162d97-266c-4c76-9ed5-52efb2710b46", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-619803493-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "58b6ac27bb2a4d15b966ca5a24040c88", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8800a981-a89e-42e4-8be9-cace419ba9cb", "external-id": "nsx-vlan-transportzone-962", "segmentation_id": 962, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba17747-05", "ovs_interfaceid": "aba17747-05d8-4c34-b9fa-e86d80c1b89c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.862712] env[63005]: INFO nova.compute.manager [-] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Took 1.33 seconds to deallocate network for instance. [ 1235.951553] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.951904] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.952151] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1235.952366] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1235.952542] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.955927] env[63005]: INFO nova.compute.manager [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Terminating instance [ 1236.010748] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578446, 'name': CreateVM_Task, 'duration_secs': 0.727796} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.010748] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.010748] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.010748] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.010748] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1236.010748] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac991493-17c6-475f-87c2-ac475e735f1d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.014631] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1236.014631] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52ec0a6d-4694-4f47-be7f-dceedd4d9da7" [ 1236.014631] env[63005]: _type = "Task" [ 1236.014631] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.022831] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ec0a6d-4694-4f47-be7f-dceedd4d9da7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.269875] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.270301] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.318606] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.324487] env[63005]: DEBUG oslo_concurrency.lockutils [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] Releasing lock "refresh_cache-cb28cda1-32fe-42f5-8c90-e948803513fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.324487] env[63005]: DEBUG nova.compute.manager [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Received event network-vif-deleted-d5420a79-524e-45ed-86dd-e22869abf842 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1236.324487] env[63005]: INFO nova.compute.manager [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Neutron deleted interface d5420a79-524e-45ed-86dd-e22869abf842; detaching it from the instance and deleting it from the info cache [ 1236.324487] env[63005]: DEBUG nova.network.neutron [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.371401] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.371401] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.371401] env[63005]: DEBUG nova.objects.instance [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lazy-loading 'resources' on Instance uuid e61c45c1-0598-4ab0-abb5-070345ca3d09 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.460583] env[63005]: DEBUG nova.compute.manager [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1236.460583] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1236.461645] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e631301-2a3b-492a-a15a-f581766fab75 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.469538] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1236.469780] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df71b0ac-3aa5-4b9b-8059-87629394ffd6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.476677] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1236.476677] env[63005]: value = "task-2578447" [ 1236.476677] env[63005]: _type = "Task" [ 1236.476677] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.484992] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.529023] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52ec0a6d-4694-4f47-be7f-dceedd4d9da7, 'name': SearchDatastore_Task, 'duration_secs': 0.019118} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.529023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.529023] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1236.529023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.529023] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.529023] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1236.529023] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09a43b2-249d-42ad-a674-3086378dda3b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.540240] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1236.540714] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1236.541765] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ae4d1a3-3a51-4238-957f-781d05104709 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.548225] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1236.548225] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52d49477-7ca3-7677-7dfd-562b6162b629" [ 1236.548225] env[63005]: _type = "Task" [ 1236.548225] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.557889] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d49477-7ca3-7677-7dfd-562b6162b629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.775128] env[63005]: DEBUG nova.compute.utils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1236.826674] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ce4c628-3000-45fe-897d-a2728df10155 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.839419] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31d2371-bf23-4c27-9545-e92b60cd8a2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.850912] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1236.874675] env[63005]: DEBUG nova.compute.manager [req-032ecb28-182e-4b54-9146-cca497472679 req-505606be-a4ae-4ee7-9cab-32329f103c03 service nova] [instance: e61c45c1-0598-4ab0-abb5-070345ca3d09] Detach interface failed, port_id=d5420a79-524e-45ed-86dd-e22869abf842, reason: Instance e61c45c1-0598-4ab0-abb5-070345ca3d09 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1236.989775] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578447, 'name': PowerOffVM_Task, 'duration_secs': 0.207883} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.990061] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1236.990257] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1236.990531] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4397601f-4823-477b-98ac-a0e3c28837d8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.000620] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9aa7523-cfa8-423c-b8c3-b4fb48a7382d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.008675] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa72a9e6-2ae7-4ed4-adbe-02ca97e185fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.047913] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd96eb9-68c0-4840-9fa4-c049ac2b6afc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.067393] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6ca5d2-d3aa-4a72-8b85-78d21a5381f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.073222] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52d49477-7ca3-7677-7dfd-562b6162b629, 'name': SearchDatastore_Task, 'duration_secs': 0.012606} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.074917] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1237.075048] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1237.075199] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleting the datastore file [datastore1] 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1237.075854] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12889d74-4ebc-4427-b1c1-27f0027e05e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.078715] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-82552aad-a3e5-4946-b92e-1d08a83fbc04 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.089489] env[63005]: DEBUG nova.compute.provider_tree [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.094978] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1237.094978] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52c6b268-9fb5-39cc-0679-185a159189d0" [ 1237.094978] env[63005]: _type = "Task" [ 1237.094978] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.100029] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for the task: (returnval){ [ 1237.100029] env[63005]: value = "task-2578449" [ 1237.100029] env[63005]: _type = "Task" [ 1237.100029] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.107341] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6b268-9fb5-39cc-0679-185a159189d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.110820] env[63005]: DEBUG nova.compute.manager [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1237.111039] env[63005]: DEBUG nova.compute.manager [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing instance network info cache due to event network-changed-5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.111440] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Acquiring lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.111556] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Acquired lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.111728] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Refreshing network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.116379] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578449, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.276786] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.593059] env[63005]: DEBUG nova.scheduler.client.report [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.608422] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52c6b268-9fb5-39cc-0679-185a159189d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012513} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.609558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.609808] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb28cda1-32fe-42f5-8c90-e948803513fc/cb28cda1-32fe-42f5-8c90-e948803513fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1237.610123] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6588b12c-717e-491e-9b04-b54e133dd5a6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.615521] env[63005]: DEBUG oslo_vmware.api [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Task: {'id': task-2578449, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.343549} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.616055] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1237.616249] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1237.616467] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1237.616718] env[63005]: INFO nova.compute.manager [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1237.616995] env[63005]: DEBUG oslo.service.loopingcall [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.619422] env[63005]: DEBUG nova.compute.manager [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1237.619578] env[63005]: DEBUG nova.network.neutron [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1237.622171] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1237.622171] env[63005]: value = "task-2578450" [ 1237.622171] env[63005]: _type = "Task" [ 1237.622171] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.631132] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.843916] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updated VIF entry in instance network info cache for port 5f0700fd-947e-4e24-9e4c-4f2cd998778f. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1237.844535] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [{"id": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "address": "fa:16:3e:5f:37:51", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f0700fd-94", "ovs_interfaceid": "5f0700fd-947e-4e24-9e4c-4f2cd998778f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.057961] env[63005]: DEBUG nova.compute.manager [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Stashing vm_state: active {{(pid=63005) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1238.098009] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.728s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.101416] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.250s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.103106] env[63005]: INFO nova.compute.claims [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.120249] env[63005]: INFO nova.scheduler.client.report [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Deleted allocations for instance e61c45c1-0598-4ab0-abb5-070345ca3d09 [ 1238.138021] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.138318] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] cb28cda1-32fe-42f5-8c90-e948803513fc/cb28cda1-32fe-42f5-8c90-e948803513fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1238.138531] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1238.138785] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dc383693-68a5-4b87-a47b-39b25b92993c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.145696] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1238.145696] env[63005]: value = "task-2578451" [ 1238.145696] env[63005]: _type = "Task" [ 1238.145696] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.154922] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.347108] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Releasing lock "refresh_cache-9b8f193f-ddd3-4896-8dca-149bace33104" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.347404] env[63005]: DEBUG nova.compute.manager [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Received event network-changed-77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.347573] env[63005]: DEBUG nova.compute.manager [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Refreshing instance network info cache due to event network-changed-77f1023d-5a77-4314-b035-27b5cff11855. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1238.347833] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.347973] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.348155] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Refreshing network info cache for port 77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1238.355498] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.355717] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.355969] env[63005]: INFO nova.compute.manager [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Attaching volume 22c2a96c-1ac1-4462-950a-0d003ffc470a to /dev/sdb [ 1238.401347] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f49c5c6e-dd1e-4ea5-ba6a-6e539a1d6e98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.410529] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8babdd-22f5-4d5a-a228-d68399d626a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.415247] env[63005]: DEBUG nova.compute.manager [req-5ee9c43b-756f-41ee-a884-b2ed1c46b7a1 req-27dd3086-c56b-4f93-a345-3d1eb299a3bc service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Received event network-vif-deleted-088d22d6-6117-46c2-ae4d-e8795b860ba6 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1238.415440] env[63005]: INFO nova.compute.manager [req-5ee9c43b-756f-41ee-a884-b2ed1c46b7a1 req-27dd3086-c56b-4f93-a345-3d1eb299a3bc service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Neutron deleted interface 088d22d6-6117-46c2-ae4d-e8795b860ba6; detaching it from the instance and deleting it from the info cache [ 1238.415608] env[63005]: DEBUG nova.network.neutron [req-5ee9c43b-756f-41ee-a884-b2ed1c46b7a1 req-27dd3086-c56b-4f93-a345-3d1eb299a3bc service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.429630] env[63005]: DEBUG nova.virt.block_device [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updating existing volume attachment record: 22031241-da39-431f-bb10-5db200af9fb5 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1238.583872] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.634806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f8808cd0-fc9e-41f4-abf2-540038219bac tempest-ServerAddressesNegativeTestJSON-46927685 tempest-ServerAddressesNegativeTestJSON-46927685-project-member] Lock "e61c45c1-0598-4ab0-abb5-070345ca3d09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.737s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.656392] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068854} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.658201] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.659501] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-410d4ce8-902f-4273-81fe-889d1a749736 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.687639] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] cb28cda1-32fe-42f5-8c90-e948803513fc/cb28cda1-32fe-42f5-8c90-e948803513fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.688660] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c912aa-7f98-497c-ba99-f9ccaf3917e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.710062] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1238.710062] env[63005]: value = "task-2578453" [ 1238.710062] env[63005]: _type = "Task" [ 1238.710062] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.718603] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578453, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.897666] env[63005]: DEBUG nova.network.neutron [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.918657] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-788b7af5-f3a0-4979-aa61-86fa65ec6f85 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.930972] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83cad49b-5c8b-48b4-8093-1f2b23c8447d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.962079] env[63005]: DEBUG nova.compute.manager [req-5ee9c43b-756f-41ee-a884-b2ed1c46b7a1 req-27dd3086-c56b-4f93-a345-3d1eb299a3bc service nova] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Detach interface failed, port_id=088d22d6-6117-46c2-ae4d-e8795b860ba6, reason: Instance 2c235383-ca96-4ea5-ac00-a11cdc1b280b could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1239.059133] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updated VIF entry in instance network info cache for port 77f1023d-5a77-4314-b035-27b5cff11855. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1239.059571] env[63005]: DEBUG nova.network.neutron [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.220022] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578453, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.243658] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bbe7ec-b03a-4e2e-ac39-3422b22d31fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.251528] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa1e4c2-6f39-4bc3-85a0-3dee1a65addc {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.281027] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abb3257-b579-4dd3-8bfd-bf234c94b179 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.288749] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f83ce9-0abd-4a1c-8b9f-512cf0e6b24f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.303307] env[63005]: DEBUG nova.compute.provider_tree [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.400552] env[63005]: INFO nova.compute.manager [-] [instance: 2c235383-ca96-4ea5-ac00-a11cdc1b280b] Took 1.78 seconds to deallocate network for instance. [ 1239.562506] env[63005]: DEBUG oslo_concurrency.lockutils [req-4f68b76d-3edd-4662-b6f9-1c81fff47641 req-b3ed746f-48c5-4a34-98dd-d692a619ae97 service nova] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.721389] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578453, 'name': ReconfigVM_Task, 'duration_secs': 0.958621} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.721665] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Reconfigured VM instance instance-00000078 to attach disk [datastore2] cb28cda1-32fe-42f5-8c90-e948803513fc/cb28cda1-32fe-42f5-8c90-e948803513fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1239.722320] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99c3a262-9b0f-4392-9847-2e58854da2de {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.728864] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1239.728864] env[63005]: value = "task-2578454" [ 1239.728864] env[63005]: _type = "Task" [ 1239.728864] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.737373] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578454, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.806594] env[63005]: DEBUG nova.scheduler.client.report [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.911293] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1240.240196] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578454, 'name': Rename_Task, 'duration_secs': 0.322288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.240515] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.240787] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c465ce4b-159d-4c1d-a3f2-2320d6fae5ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.248363] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1240.248363] env[63005]: value = "task-2578455" [ 1240.248363] env[63005]: _type = "Task" [ 1240.248363] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.257643] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.311608] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.211s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.312188] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.314969] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.733s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.761066] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578455, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.819643] env[63005]: DEBUG nova.compute.utils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1240.822785] env[63005]: INFO nova.compute.claims [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1240.826712] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1240.827018] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1240.922441] env[63005]: DEBUG nova.policy [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e9a95378fcf840f88272ccd13502af91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec4946bff6a64017b962db6193105e08', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.259946] env[63005]: DEBUG oslo_vmware.api [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578455, 'name': PowerOnVM_Task, 'duration_secs': 0.833944} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.260350] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.260555] env[63005]: INFO nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1241.260729] env[63005]: DEBUG nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1241.261507] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a99e3bd4-a387-4ba3-accb-3a0bc85f458a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.270987] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Successfully created port: 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.327546] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1241.336430] env[63005]: INFO nova.compute.resource_tracker [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating resource usage from migration 5f38b805-8df2-4176-8649-932b826d9e06 [ 1241.475978] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4eaaa09-40cb-4671-93b7-7bf83b18f981 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.484996] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547f0887-0259-4a3c-aa7e-202aaea9e2e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.518023] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b8d287-4992-4382-b15b-912059b60f98 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.525977] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a4767a-a999-40ff-b354-42da2dd168e6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.540484] env[63005]: DEBUG nova.compute.provider_tree [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.780612] env[63005]: INFO nova.compute.manager [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Took 14.78 seconds to build instance. [ 1242.044079] env[63005]: DEBUG nova.scheduler.client.report [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.283113] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0c1f0bc6-429c-4d67-95e6-ba535834ae49 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.307s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.337348] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.369421] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.369769] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.369989] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.370290] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.370502] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.370721] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.370994] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.371242] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.371478] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.371710] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1242.371960] env[63005]: DEBUG nova.virt.hardware [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1242.373220] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6426599c-bb5d-4f49-8506-7d994ff26898 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.383364] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a6e352-3c93-4207-80aa-3b2eb33e70ae {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.434025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.434025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.548614] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.234s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.548894] env[63005]: INFO nova.compute.manager [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Migrating [ 1242.555645] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.645s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.555877] env[63005]: DEBUG nova.objects.instance [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lazy-loading 'resources' on Instance uuid 2c235383-ca96-4ea5-ac00-a11cdc1b280b {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1242.722865] env[63005]: DEBUG nova.compute.manager [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1242.723113] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.723319] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.723487] env[63005]: DEBUG oslo_concurrency.lockutils [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.723651] env[63005]: DEBUG nova.compute.manager [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] No waiting events found dispatching network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1242.723836] env[63005]: WARNING nova.compute.manager [req-7a0576a6-e8c3-4993-98ce-aabcc6e17c06 req-18d34911-2ca7-4d16-a34e-7452d8c971e4 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received unexpected event network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 for instance with vm_state building and task_state spawning. [ 1242.878412] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Successfully updated port: 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.935589] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1242.968806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "cb28cda1-32fe-42f5-8c90-e948803513fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.968979] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.969207] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.969432] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.969601] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.972138] env[63005]: INFO nova.compute.manager [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Terminating instance [ 1242.978363] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1242.978579] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520313', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'name': 'volume-22c2a96c-1ac1-4462-950a-0d003ffc470a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '311fab5d-006d-4fe8-a490-29eba9acca5a', 'attached_at': '', 'detached_at': '', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'serial': '22c2a96c-1ac1-4462-950a-0d003ffc470a'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1242.979486] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fdcb47-b5b5-4490-ba16-89a76978f1a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.999289] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5b1811-3c82-4537-856a-e75fa17f7a59 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.024188] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-22c2a96c-1ac1-4462-950a-0d003ffc470a/volume-22c2a96c-1ac1-4462-950a-0d003ffc470a.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1243.024463] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aec13bc8-390b-4f53-a58b-abbdfc4b8a92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.042631] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1243.042631] env[63005]: value = "task-2578457" [ 1243.042631] env[63005]: _type = "Task" [ 1243.042631] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.050065] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.063828] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.064015] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.064212] env[63005]: DEBUG nova.network.neutron [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.196266] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c113764-f0b3-4824-b79b-e5a26d70b18a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.203971] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ff0bdc-458c-4b2c-9cd8-1b4539dd7101 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.235612] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9701318-36a5-4c88-8b24-81fe99e58939 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.243329] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a94d207-283b-46ac-8641-eebb5708ff26 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.256588] env[63005]: DEBUG nova.compute.provider_tree [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.386013] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.386392] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.386580] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.455709] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.477964] env[63005]: DEBUG nova.compute.manager [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1243.477964] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.477964] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b83d58-dd12-4722-a80b-7a72e66e95e9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.486629] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.486849] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70be3550-86da-4100-859f-4bb41ea8b143 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.493581] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1243.493581] env[63005]: value = "task-2578458" [ 1243.493581] env[63005]: _type = "Task" [ 1243.493581] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.502171] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.553007] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578457, 'name': ReconfigVM_Task, 'duration_secs': 0.372667} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.553319] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-22c2a96c-1ac1-4462-950a-0d003ffc470a/volume-22c2a96c-1ac1-4462-950a-0d003ffc470a.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.558186] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d9d5d1f-c272-47d8-9889-ea09db4c05cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.578039] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1243.578039] env[63005]: value = "task-2578459" [ 1243.578039] env[63005]: _type = "Task" [ 1243.578039] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.590302] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.760621] env[63005]: DEBUG nova.scheduler.client.report [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.839784] env[63005]: DEBUG nova.network.neutron [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.941792] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.004843] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578458, 'name': PowerOffVM_Task, 'duration_secs': 0.219849} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.007410] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.007594] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.007868] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c4592cf3-2dbd-47ed-b787-a58acd84f3c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.079809] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.080173] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.080306] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Deleting the datastore file [datastore2] cb28cda1-32fe-42f5-8c90-e948803513fc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.083627] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19516478-3336-41d4-8269-fbc51df03029 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.091100] env[63005]: DEBUG oslo_vmware.api [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578459, 'name': ReconfigVM_Task, 'duration_secs': 0.171574} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.092576] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520313', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'name': 'volume-22c2a96c-1ac1-4462-950a-0d003ffc470a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '311fab5d-006d-4fe8-a490-29eba9acca5a', 'attached_at': '', 'detached_at': '', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'serial': '22c2a96c-1ac1-4462-950a-0d003ffc470a'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1244.094477] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for the task: (returnval){ [ 1244.094477] env[63005]: value = "task-2578461" [ 1244.094477] env[63005]: _type = "Task" [ 1244.094477] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.102926] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578461, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.112103] env[63005]: DEBUG nova.network.neutron [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.267246] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.269619] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.814s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1244.271190] env[63005]: INFO nova.compute.claims [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1244.293928] env[63005]: INFO nova.scheduler.client.report [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Deleted allocations for instance 2c235383-ca96-4ea5-ac00-a11cdc1b280b [ 1244.343039] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.608184] env[63005]: DEBUG oslo_vmware.api [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Task: {'id': task-2578461, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158858} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.608451] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1244.608660] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1244.608847] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1244.609026] env[63005]: INFO nova.compute.manager [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1244.609270] env[63005]: DEBUG oslo.service.loopingcall [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.609465] env[63005]: DEBUG nova.compute.manager [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1244.609558] env[63005]: DEBUG nova.network.neutron [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1244.614026] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.614322] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance network_info: |[{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1244.614699] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:69:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '464c4e8e-4801-4f25-97bc-a15f0ce7e698', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.622133] env[63005]: DEBUG oslo.service.loopingcall [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1244.622346] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1244.622559] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2cfcba-b943-44da-af97-b9c3ce0ddeb2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.647049] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1244.647049] env[63005]: value = "task-2578462" [ 1244.647049] env[63005]: _type = "Task" [ 1244.647049] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.655473] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578462, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.761151] env[63005]: DEBUG nova.compute.manager [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1244.761423] env[63005]: DEBUG nova.compute.manager [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing instance network info cache due to event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1244.761695] env[63005]: DEBUG oslo_concurrency.lockutils [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1244.761860] env[63005]: DEBUG oslo_concurrency.lockutils [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.762073] env[63005]: DEBUG nova.network.neutron [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1244.803334] env[63005]: DEBUG oslo_concurrency.lockutils [None req-85be2d6a-2667-4dc0-8805-b19465fbca45 tempest-ServerActionsTestJSON-1707485713 tempest-ServerActionsTestJSON-1707485713-project-member] Lock "2c235383-ca96-4ea5-ac00-a11cdc1b280b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.851s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.142557] env[63005]: DEBUG nova.objects.instance [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 311fab5d-006d-4fe8-a490-29eba9acca5a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.157289] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578462, 'name': CreateVM_Task, 'duration_secs': 0.429498} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.157466] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.158764] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.158945] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.159306] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1245.159976] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8278c8ee-cb22-4edb-82f6-f9a5c9620e44 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.164869] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1245.164869] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52e59498-6852-0216-966f-e172c54c6495" [ 1245.164869] env[63005]: _type = "Task" [ 1245.164869] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.173506] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e59498-6852-0216-966f-e172c54c6495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.336666] env[63005]: DEBUG nova.network.neutron [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.423564] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28058703-a6c5-4f59-ae5a-40a2d69e61e4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.431220] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91397ed-cc9a-4db1-bb08-d7aa4c326bc4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.463817] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08558110-bc7e-400b-ae37-fe70383e82d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.471862] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060ff15e-799f-44d6-b2fa-6485bd8d3faa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.487216] env[63005]: DEBUG nova.compute.provider_tree [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.501148] env[63005]: DEBUG nova.network.neutron [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updated VIF entry in instance network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1245.501503] env[63005]: DEBUG nova.network.neutron [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.654050] env[63005]: DEBUG oslo_concurrency.lockutils [None req-67b8d3bb-d561-4ba0-ab21-9d05b66f38e9 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.298s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1245.676887] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52e59498-6852-0216-966f-e172c54c6495, 'name': SearchDatastore_Task, 'duration_secs': 0.010807} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.677297] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.677496] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1245.677779] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1245.677948] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.678206] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1245.678605] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37f16eff-557c-4e9a-b502-2f0079723f0d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.689061] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1245.689299] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1245.690020] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc91dacd-e0fd-4635-a87a-6b3292eca7a1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.696037] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1245.696037] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52438f99-9a2d-62a8-3dbc-270d9b9b9310" [ 1245.696037] env[63005]: _type = "Task" [ 1245.696037] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.705718] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52438f99-9a2d-62a8-3dbc-270d9b9b9310, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.841116] env[63005]: INFO nova.compute.manager [-] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Took 1.23 seconds to deallocate network for instance. [ 1245.863485] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34aad1f8-82ef-41e6-a5ab-ee8d898cecb8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.882016] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1245.882273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1245.883715] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 0 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1245.991844] env[63005]: DEBUG nova.scheduler.client.report [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.005053] env[63005]: DEBUG oslo_concurrency.lockutils [req-7c76b362-72f5-48d2-b2e3-15c88ff08cdb req-baaf93bc-3d8a-4213-a418-2bf38bd098eb service nova] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.206665] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52438f99-9a2d-62a8-3dbc-270d9b9b9310, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.207508] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206610a6-b343-4df9-825b-2470ea897863 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.213968] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1246.213968] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5244b2b0-f608-961e-9e90-80dccf86b4fb" [ 1246.213968] env[63005]: _type = "Task" [ 1246.213968] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.221972] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5244b2b0-f608-961e-9e90-80dccf86b4fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.348021] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.388093] env[63005]: INFO nova.compute.manager [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Detaching volume 22c2a96c-1ac1-4462-950a-0d003ffc470a [ 1246.394068] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1246.396026] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4577480b-202b-4b0b-98d6-bdc98daea8cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.406688] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1246.406688] env[63005]: value = "task-2578463" [ 1246.406688] env[63005]: _type = "Task" [ 1246.406688] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.417451] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578463, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.440034] env[63005]: INFO nova.virt.block_device [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Attempting to driver detach volume 22c2a96c-1ac1-4462-950a-0d003ffc470a from mountpoint /dev/sdb [ 1246.440245] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.440464] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520313', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'name': 'volume-22c2a96c-1ac1-4462-950a-0d003ffc470a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '311fab5d-006d-4fe8-a490-29eba9acca5a', 'attached_at': '', 'detached_at': '', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'serial': '22c2a96c-1ac1-4462-950a-0d003ffc470a'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.441387] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274d920e-a939-483e-9c44-bab3ed372e22 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.464257] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa66834-706b-4431-a20c-ce6850b458c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.472252] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a6abb75-89e0-4e5d-8b5d-d9425420c813 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.493849] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbdfa1d-035b-442d-add7-da4f3244c555 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.498836] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.499884] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1246.513159] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.165s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.513426] env[63005]: DEBUG nova.objects.instance [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lazy-loading 'resources' on Instance uuid cb28cda1-32fe-42f5-8c90-e948803513fc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.514584] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] The volume has not been displaced from its original location: [datastore1] volume-22c2a96c-1ac1-4462-950a-0d003ffc470a/volume-22c2a96c-1ac1-4462-950a-0d003ffc470a.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.519801] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.520518] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d619b24-c4d7-4db8-af8f-157216e26e7f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.540188] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1246.540188] env[63005]: value = "task-2578464" [ 1246.540188] env[63005]: _type = "Task" [ 1246.540188] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.549274] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578464, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.725813] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5244b2b0-f608-961e-9e90-80dccf86b4fb, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.726012] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.726287] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1246.726579] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88cd8e54-c0d4-4999-b466-191ca2b78066 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.734954] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1246.734954] env[63005]: value = "task-2578465" [ 1246.734954] env[63005]: _type = "Task" [ 1246.734954] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.744201] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.788938] env[63005]: DEBUG nova.compute.manager [req-6940b112-0670-4584-aed9-f39eab21150c req-986f0584-e63c-44e8-9fde-2a15583a7f5b service nova] [instance: cb28cda1-32fe-42f5-8c90-e948803513fc] Received event network-vif-deleted-aba17747-05d8-4c34-b9fa-e86d80c1b89c {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1246.917829] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578463, 'name': PowerOffVM_Task, 'duration_secs': 0.222548} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.917829] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1246.918066] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 17 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1247.022307] env[63005]: DEBUG nova.compute.utils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1247.027605] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Not allocating networking since 'none' was specified. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1247.052035] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578464, 'name': ReconfigVM_Task, 'duration_secs': 0.223953} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.052035] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.057194] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063e1151-ad6b-4380-a9a2-24534cd4a703 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.079871] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1247.079871] env[63005]: value = "task-2578466" [ 1247.079871] env[63005]: _type = "Task" [ 1247.079871] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.092065] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.187565] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fe1897-e5eb-412b-ad50-6b0e432b0843 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.197908] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959fdd64-55cc-4196-942a-d6543d1cc4cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.230746] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b73f3f6-b42e-43d8-9e46-4220fa5af44c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.243048] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45fffbe-5a5f-4a1a-b1c1-cf98b1796aa9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.250165] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.445799} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.251027] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.251027] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.251209] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98cbf8cb-4731-447d-85be-d92fc14825f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.260917] env[63005]: DEBUG nova.compute.provider_tree [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.268330] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1247.268330] env[63005]: value = "task-2578467" [ 1247.268330] env[63005]: _type = "Task" [ 1247.268330] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.277673] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578467, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.425068] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:40Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1247.425298] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1247.425461] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1247.425647] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1247.425797] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1247.425946] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1247.426175] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1247.426334] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1247.426505] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1247.426712] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1247.426898] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1247.431968] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87971fbf-72e0-4b08-847d-7ea39f092c8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.449233] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1247.449233] env[63005]: value = "task-2578468" [ 1247.449233] env[63005]: _type = "Task" [ 1247.449233] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.458616] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578468, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.525014] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1247.591984] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.764701] env[63005]: DEBUG nova.scheduler.client.report [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1247.778868] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578467, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066242} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.779915] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1247.780712] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335e1268-db06-4828-b431-48084d4c3a55 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.803833] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1247.805431] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfc59edf-32d8-4238-b50f-1564bd242fd6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.826983] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1247.826983] env[63005]: value = "task-2578469" [ 1247.826983] env[63005]: _type = "Task" [ 1247.826983] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.835564] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578469, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.960728] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578468, 'name': ReconfigVM_Task, 'duration_secs': 0.479881} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.961188] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 33 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.091370] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578466, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.117299] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.117502] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.269555] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.292782] env[63005]: INFO nova.scheduler.client.report [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Deleted allocations for instance cb28cda1-32fe-42f5-8c90-e948803513fc [ 1248.338088] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578469, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.469199] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.469199] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.469199] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.469199] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.469199] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.469725] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.471689] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.472189] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.473036] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.473036] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.473036] env[63005]: DEBUG nova.virt.hardware [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.481304] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1248.481786] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8365ef34-d162-41b6-9ad8-b5f8a92ecb2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.504645] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1248.504645] env[63005]: value = "task-2578470" [ 1248.504645] env[63005]: _type = "Task" [ 1248.504645] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.514135] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.535128] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1248.565618] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1248.565943] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.566186] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1248.566186] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.566326] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1248.566470] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1248.566676] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1248.566831] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1248.567047] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1248.567169] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1248.567336] env[63005]: DEBUG nova.virt.hardware [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1248.568189] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38db5646-919f-495c-8535-33f494b7078a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.577511] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8181f0-f9f8-4fe2-8cb2-1b626a34b5f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.605362] env[63005]: DEBUG oslo_vmware.api [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578466, 'name': ReconfigVM_Task, 'duration_secs': 1.186459} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.605362] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.612763] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Creating folder: Project (557a16c80b094e96a80b9adcde0a7091). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.613306] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520313', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'name': 'volume-22c2a96c-1ac1-4462-950a-0d003ffc470a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '311fab5d-006d-4fe8-a490-29eba9acca5a', 'attached_at': '', 'detached_at': '', 'volume_id': '22c2a96c-1ac1-4462-950a-0d003ffc470a', 'serial': '22c2a96c-1ac1-4462-950a-0d003ffc470a'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1248.615827] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa941410-c5ae-4a9a-bc20-1382d15a1b2a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.627423] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Created folder: Project (557a16c80b094e96a80b9adcde0a7091) in parent group-v519994. [ 1248.627619] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Creating folder: Instances. Parent ref: group-v520315. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1248.627867] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-266c23df-5925-4044-adbd-83de80d2fa71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.636978] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Created folder: Instances in parent group-v520315. [ 1248.637247] env[63005]: DEBUG oslo.service.loopingcall [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1248.637442] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.637649] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e55cbfe-3161-43b9-980b-5e8fa82a9841 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.656789] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.656789] env[63005]: value = "task-2578473" [ 1248.656789] env[63005]: _type = "Task" [ 1248.656789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.664414] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578473, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.802268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-aa84a4b6-32c6-42d9-a325-8eaaf2912ab0 tempest-ServersNegativeTestMultiTenantJSON-610014458 tempest-ServersNegativeTestMultiTenantJSON-610014458-project-member] Lock "cb28cda1-32fe-42f5-8c90-e948803513fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.833s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.837956] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578469, 'name': ReconfigVM_Task, 'duration_secs': 0.661288} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.838279] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1248.838976] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b965fac-b814-4d80-a88f-8aed670330be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.845286] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1248.845286] env[63005]: value = "task-2578474" [ 1248.845286] env[63005]: _type = "Task" [ 1248.845286] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.858423] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578474, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.014828] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578470, 'name': ReconfigVM_Task, 'duration_secs': 0.161774} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.015211] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1249.016381] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55089800-8ab7-4271-aa9e-4bac6d905fc3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.045934] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-573db693-972d-4bcb-9500-53a739325050/volume-573db693-972d-4bcb-9500-53a739325050.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.046379] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44496ee2-90b4-4d74-a92c-6d87b0e79e3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.065889] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1249.065889] env[63005]: value = "task-2578475" [ 1249.065889] env[63005]: _type = "Task" [ 1249.065889] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.076018] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.112228] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.165092] env[63005]: DEBUG nova.objects.instance [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 311fab5d-006d-4fe8-a490-29eba9acca5a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1249.174022] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578473, 'name': CreateVM_Task, 'duration_secs': 0.260387} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.174022] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.174022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.174022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.174022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.174022] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04009424-2acf-4a45-bb23-f801b3b07548 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.179072] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1249.179072] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528de2b8-b88e-6146-d647-3eba0704fd3c" [ 1249.179072] env[63005]: _type = "Task" [ 1249.179072] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.188957] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528de2b8-b88e-6146-d647-3eba0704fd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.355749] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578474, 'name': Rename_Task, 'duration_secs': 0.141659} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.360270] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.360270] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f0e20eac-55b4-4931-9a36-f89e80a863c8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.366959] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1249.366959] env[63005]: value = "task-2578476" [ 1249.366959] env[63005]: _type = "Task" [ 1249.366959] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.377593] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.580025] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578475, 'name': ReconfigVM_Task, 'duration_secs': 0.26578} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.580025] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-573db693-972d-4bcb-9500-53a739325050/volume-573db693-972d-4bcb-9500-53a739325050.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.580025] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 50 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.694018] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]528de2b8-b88e-6146-d647-3eba0704fd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.694018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.694018] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.694018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.694018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.694018] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.694018] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-581de48b-e656-411f-aed2-90a5ceaae312 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.705199] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.705199] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.705199] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d28145-bb50-4556-80ec-6dc37010264a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.711672] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1249.711672] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]5277b893-9509-f425-d656-2651954036f2" [ 1249.711672] env[63005]: _type = "Task" [ 1249.711672] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.723575] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]5277b893-9509-f425-d656-2651954036f2, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.724445] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b87eab-40eb-4032-b6ee-5d2ae6dfcd36 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.732026] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1249.732026] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52fd9394-5bfc-8acd-3541-4c8b6dd6eea0" [ 1249.732026] env[63005]: _type = "Task" [ 1249.732026] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.742589] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fd9394-5bfc-8acd-3541-4c8b6dd6eea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.881323] env[63005]: DEBUG oslo_vmware.api [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578476, 'name': PowerOnVM_Task, 'duration_secs': 0.464872} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.885025] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.885025] env[63005]: INFO nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1249.885025] env[63005]: DEBUG nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1249.885025] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2245b1-057a-46c0-a371-fb1b4aab15f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.084549] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befb2a1f-aeb1-4404-813c-1457c239b0a8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.109405] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280b3c97-cb07-429c-ae02-da4293ec75ab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.131440] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.132632] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 67 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1250.174411] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9e52ba05-bc23-48c4-ba56-4ef251dbea81 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.292s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.242867] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52fd9394-5bfc-8acd-3541-4c8b6dd6eea0, 'name': SearchDatastore_Task, 'duration_secs': 0.022458} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.243223] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1250.243486] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.243758] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d4863a-966b-4683-8861-e14c37cd0f55 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.250776] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1250.250776] env[63005]: value = "task-2578477" [ 1250.250776] env[63005]: _type = "Task" [ 1250.250776] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.258608] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.368334] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.368697] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.368835] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.369030] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.369210] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.372197] env[63005]: INFO nova.compute.manager [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Terminating instance [ 1250.404582] env[63005]: INFO nova.compute.manager [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Took 13.58 seconds to build instance. [ 1250.637805] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.638077] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.638251] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1250.638407] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1250.643071] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1a6437-c808-43c0-b805-7133c79e15c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.655137] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0c1c813-64d6-4071-b4e7-70ca50d130c3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.676619] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98480fc5-fbe4-4f28-b3a0-367d7c2c924c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.685168] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454287e5-9332-4352-bd96-37ed2f5a6d9a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.732583] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179766MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1250.732742] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1250.732946] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.761044] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436214} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.761348] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore1] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.761562] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1250.761819] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-75cce4dc-d4d0-4bc7-9d6a-e9f07fc2a533 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.768811] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1250.768811] env[63005]: value = "task-2578481" [ 1250.768811] env[63005]: _type = "Task" [ 1250.768811] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.777359] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578481, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.877460] env[63005]: DEBUG nova.compute.manager [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.877791] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.878734] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5060bdf3-6b59-4a88-a37c-732bda965e9d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.890018] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.890018] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c273729-6285-4dce-940b-8594e5a7089e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.893198] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1250.893198] env[63005]: value = "task-2578482" [ 1250.893198] env[63005]: _type = "Task" [ 1250.893198] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.902217] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.907410] env[63005]: DEBUG oslo_concurrency.lockutils [None req-9a496221-3ae2-4e2a-a9a1-50224278aa46 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.095s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.280105] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578481, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069152} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.280657] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1251.282598] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484e87a9-fa4d-4e28-bfc3-20b17d41b0cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.310124] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1251.310124] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34361280-a04e-490e-b5ae-158ca287c7cd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.334020] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1251.334020] env[63005]: value = "task-2578483" [ 1251.334020] env[63005]: _type = "Task" [ 1251.334020] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.341818] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578483, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.406221] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578482, 'name': PowerOffVM_Task, 'duration_secs': 0.335693} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.407654] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.407654] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.408701] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a63cb98-d7b9-4d6f-8d86-30ac2c1a75b1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.446803] env[63005]: DEBUG nova.compute.manager [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1251.447130] env[63005]: DEBUG nova.compute.manager [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing instance network info cache due to event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1251.447463] env[63005]: DEBUG oslo_concurrency.lockutils [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.447730] env[63005]: DEBUG oslo_concurrency.lockutils [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.448008] env[63005]: DEBUG nova.network.neutron [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1251.490508] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.490767] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.490968] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleting the datastore file [datastore2] 311fab5d-006d-4fe8-a490-29eba9acca5a {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.491677] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a72f1ce3-f838-4e23-9085-a3b2a28fef48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.499887] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1251.499887] env[63005]: value = "task-2578485" [ 1251.499887] env[63005]: _type = "Task" [ 1251.499887] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.508846] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.744060] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Applying migration context for instance ae6ffb55-1aca-4774-9b96-ed8e320bc702 as it has an incoming, in-progress migration 5f38b805-8df2-4176-8649-932b826d9e06. Migration status is migrating {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1251.745153] env[63005]: INFO nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating resource usage from migration 5f38b805-8df2-4176-8649-932b826d9e06 [ 1251.774200] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.775031] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 311fab5d-006d-4fe8-a490-29eba9acca5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.775224] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 4fbf3981-4f84-4162-a243-fbbe0c76998e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.775356] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 13e0f3e6-f86e-4738-b190-0cf4d9436690 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.775977] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 21cd2c17-a336-4944-a8b9-1e443a915918 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.775977] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Migration 5f38b805-8df2-4176-8649-932b826d9e06 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1251.775977] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance ae6ffb55-1aca-4774-9b96-ed8e320bc702 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.776163] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 91e08d67-0d0b-4409-97b1-f2d76cf914fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1251.776437] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1251.776693] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1251.831619] env[63005]: DEBUG nova.network.neutron [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Port 77f1023d-5a77-4314-b035-27b5cff11855 binding to destination host cpu-1 is already ACTIVE {{(pid=63005) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1251.848208] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578483, 'name': ReconfigVM_Task, 'duration_secs': 0.275302} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.855044] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.856961] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-288049c3-3d57-41bf-8412-afe23b6dfa14 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.872610] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1251.872610] env[63005]: value = "task-2578486" [ 1251.872610] env[63005]: _type = "Task" [ 1251.872610] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.891711] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578486, 'name': Rename_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.939431] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad02017-7871-4fc2-97d8-75b9349ad521 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.946951] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fbec1e-87d0-48b3-8048-fa9b25889b80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.993692] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3d5523d-b5b9-4107-9133-c8444bcc0e1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.007806] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafd72ae-ebc3-4fc2-9069-74f6d1919731 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.017338] env[63005]: DEBUG oslo_vmware.api [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155823} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.029261] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.029688] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.029817] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.029906] env[63005]: INFO nova.compute.manager [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1252.030271] env[63005]: DEBUG oslo.service.loopingcall [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.030586] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1252.031990] env[63005]: DEBUG nova.compute.manager [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1252.032114] env[63005]: DEBUG nova.network.neutron [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1252.208533] env[63005]: DEBUG nova.network.neutron [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updated VIF entry in instance network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1252.209178] env[63005]: DEBUG nova.network.neutron [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.390860] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578486, 'name': Rename_Task, 'duration_secs': 0.176705} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.390860] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.391049] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6839c1ce-2a96-4d73-a84c-ab211902025c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.400313] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1252.400313] env[63005]: value = "task-2578487" [ 1252.400313] env[63005]: _type = "Task" [ 1252.400313] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.411029] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578487, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.536885] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1252.716068] env[63005]: DEBUG oslo_concurrency.lockutils [req-0e49d93a-0b43-4633-adf4-ff2d52f13820 req-ff822728-fa66-49a4-8e8f-c76cc639e3c2 service nova] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.861554] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.861970] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.862294] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.911053] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578487, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.042640] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1253.042640] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.309s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.311315] env[63005]: DEBUG nova.network.neutron [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.413056] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578487, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.474212] env[63005]: DEBUG nova.compute.manager [req-bd155cbc-f8b4-49c5-9ba2-19140748759b req-a0d399c3-a3da-4f20-a3be-ed69cbbe5d77 service nova] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Received event network-vif-deleted-e1895173-a046-4819-b11b-04caef322e31 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1253.813265] env[63005]: INFO nova.compute.manager [-] [instance: 311fab5d-006d-4fe8-a490-29eba9acca5a] Took 1.78 seconds to deallocate network for instance. [ 1253.900453] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.900806] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.901111] env[63005]: DEBUG nova.network.neutron [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.911501] env[63005]: DEBUG oslo_vmware.api [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578487, 'name': PowerOnVM_Task, 'duration_secs': 1.044089} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.912052] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.912266] env[63005]: INFO nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Took 5.38 seconds to spawn the instance on the hypervisor. [ 1253.912443] env[63005]: DEBUG nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1253.913232] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3a9c06-9e65-47f7-bcdb-69126cd50350 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.028938] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1254.029148] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1254.321187] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.321518] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.321746] env[63005]: DEBUG nova.objects.instance [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'resources' on Instance uuid 311fab5d-006d-4fe8-a490-29eba9acca5a {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.431887] env[63005]: INFO nova.compute.manager [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Took 10.99 seconds to build instance. [ 1254.633428] env[63005]: DEBUG nova.network.neutron [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.933183] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868bb9a4-0313-47f1-98dc-d0d5d5909a37 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.936331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-709cff62-a875-49ed-9d31-40299502cee5 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.502s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.941571] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3baf0e52-3edb-4d86-b330-b7f934053d42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.987196] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa67f73-d28d-4cb9-b1e8-998bfbf9b14b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.004356] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa1d99d-f885-4081-91cb-ce48162a2131 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.025614] env[63005]: DEBUG nova.compute.provider_tree [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.137063] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.498822] env[63005]: INFO nova.compute.manager [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Rebuilding instance [ 1255.528202] env[63005]: DEBUG nova.scheduler.client.report [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.535055] env[63005]: DEBUG nova.compute.manager [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1255.535922] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb36407-3190-45f8-b562-bc699e0ee311 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.646494] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bcd6c2-0e93-46cd-80ad-11d0cd1d2c12 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.653510] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b4ec3-a652-40a9-ae63-03ac28c17083 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.034769] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.713s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.058066] env[63005]: INFO nova.scheduler.client.report [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted allocations for instance 311fab5d-006d-4fe8-a490-29eba9acca5a [ 1256.553028] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1256.553028] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ab912b1-0117-431d-b50f-3d46e15e5545 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.561912] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1256.561912] env[63005]: value = "task-2578490" [ 1256.561912] env[63005]: _type = "Task" [ 1256.561912] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.567928] env[63005]: DEBUG oslo_concurrency.lockutils [None req-0aa46ad1-5acc-477e-9a09-2c896813e826 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "311fab5d-006d-4fe8-a490-29eba9acca5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.199s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.574695] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.749755] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1483b06c-45c7-47f0-9b70-37c5a2b3c44f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.771357] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d11448-08c2-45fa-83c8-d983607c5c8f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.778232] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 83 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.072524] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578490, 'name': PowerOffVM_Task, 'duration_secs': 0.183314} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.073344] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.073344] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.073812] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d651289-cb6e-4ae3-8d99-de3a949aa38e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.081146] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.081376] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2575ea13-ad93-4590-8005-c1d8f5ce1eb3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.104931] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.105156] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.105425] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Deleting the datastore file [datastore1] 91e08d67-0d0b-4409-97b1-f2d76cf914fc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.105587] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c981b0f-fe55-4d0f-9764-79a8eb154c88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.112191] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1257.112191] env[63005]: value = "task-2578492" [ 1257.112191] env[63005]: _type = "Task" [ 1257.112191] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.119733] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.285481] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1257.285481] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a61a0b68-4465-48e6-a778-b3c8409e2a7f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.293583] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1257.293583] env[63005]: value = "task-2578493" [ 1257.293583] env[63005]: _type = "Task" [ 1257.293583] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.301361] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.622553] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09248} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.622841] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1257.623813] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1257.623976] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1257.803388] env[63005]: DEBUG oslo_vmware.api [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578493, 'name': PowerOnVM_Task, 'duration_secs': 0.407181} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.803643] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1257.803824] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6d4c4147-c6e1-42ad-a809-1223cb50cc0e tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance 'ae6ffb55-1aca-4774-9b96-ed8e320bc702' progress to 100 {{(pid=63005) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1258.052225] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Didn't find any instances for network info cache update. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1258.052482] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.052642] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.052799] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.052945] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1258.053097] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1258.566921] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.567170] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.658438] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1258.658789] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1258.658839] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.659025] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1258.659192] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.659352] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1258.659558] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1258.659713] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1258.659878] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1258.660052] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1258.660227] env[63005]: DEBUG nova.virt.hardware [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1258.661129] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a99549b-3f10-49e1-ac04-da0fbf34f80d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.669373] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0306874e-9bbf-419e-a116-631fb76152f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.683487] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance VIF info [] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.688986] env[63005]: DEBUG oslo.service.loopingcall [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.689283] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.689499] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9443c3df-4cf0-41a5-a5a7-0700876df1ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.707384] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.707384] env[63005]: value = "task-2578495" [ 1258.707384] env[63005]: _type = "Task" [ 1258.707384] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.715272] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578495, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.069520] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1259.217613] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578495, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.591581] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.591832] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.593495] env[63005]: INFO nova.compute.claims [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1259.672402] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.672797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.672894] env[63005]: DEBUG nova.compute.manager [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Going to confirm migration 10 {{(pid=63005) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1259.719358] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578495, 'name': CreateVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.223478] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578495, 'name': CreateVM_Task, 'duration_secs': 1.515851} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.223767] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1260.224308] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.224546] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.224946] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1260.225619] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e26c957a-0b35-4d06-8fff-329ad4108836 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.230453] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1260.230453] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]525c0d93-a139-f79a-60f8-e945bc2d79fb" [ 1260.230453] env[63005]: _type = "Task" [ 1260.230453] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.238634] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525c0d93-a139-f79a-60f8-e945bc2d79fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.247558] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.247746] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquired lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.247918] env[63005]: DEBUG nova.network.neutron [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1260.248137] env[63005]: DEBUG nova.objects.instance [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'info_cache' on Instance uuid ae6ffb55-1aca-4774-9b96-ed8e320bc702 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1260.699599] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acbd8f8-c703-461a-85fa-9d2d9ccf7d37 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.706694] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee81070-3f1f-4149-b13b-6287e5cf05da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.738963] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd69ce5-35ea-41cc-89da-eefef0696ebe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.746487] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]525c0d93-a139-f79a-60f8-e945bc2d79fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.748561] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1260.748860] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.749118] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1260.749273] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.749443] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.749721] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb5ff4c2-bea5-4b6c-9a13-7fa566261542 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.752233] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3b9e47-e2bd-4bef-b623-89cb82df7e58 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.771056] env[63005]: DEBUG nova.compute.provider_tree [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1260.773731] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.773910] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.774812] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25d36254-486a-435b-8c88-1ff1eb313bc5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.780119] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1260.780119] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]522085f1-4453-7031-16fd-06d2a1bfd38f" [ 1260.780119] env[63005]: _type = "Task" [ 1260.780119] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.788007] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522085f1-4453-7031-16fd-06d2a1bfd38f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.276720] env[63005]: DEBUG nova.scheduler.client.report [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1261.289789] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]522085f1-4453-7031-16fd-06d2a1bfd38f, 'name': SearchDatastore_Task, 'duration_secs': 0.008526} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.293074] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a43332f-5618-4ddd-9314-206f7766d52b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.298882] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1261.298882] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52eba48c-63af-24b2-ef4e-a593f921010a" [ 1261.298882] env[63005]: _type = "Task" [ 1261.298882] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.306349] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52eba48c-63af-24b2-ef4e-a593f921010a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.461129] env[63005]: DEBUG nova.network.neutron [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [{"id": "77f1023d-5a77-4314-b035-27b5cff11855", "address": "fa:16:3e:9e:70:18", "network": {"id": "3344c805-4442-4409-9a36-0ce7053bb98b", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1518911548-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.135", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1c5021f2018f46cb9e67dcd9bd2549f9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77f1023d-5a", "ovs_interfaceid": "77f1023d-5a77-4314-b035-27b5cff11855", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.781619] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.782165] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1261.809783] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52eba48c-63af-24b2-ef4e-a593f921010a, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.810055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.810373] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1261.810561] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5572cc4f-aed3-4539-a2f2-7719edbb6519 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.816518] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1261.816518] env[63005]: value = "task-2578497" [ 1261.816518] env[63005]: _type = "Task" [ 1261.816518] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.825617] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.963852] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Releasing lock "refresh_cache-ae6ffb55-1aca-4774-9b96-ed8e320bc702" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.032534] env[63005]: DEBUG nova.objects.instance [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'migration_context' on Instance uuid ae6ffb55-1aca-4774-9b96-ed8e320bc702 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.136644] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1262.287536] env[63005]: DEBUG nova.compute.utils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1262.288775] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1262.288948] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1262.323539] env[63005]: DEBUG nova.policy [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb71e0038a6464fa016bc9ff15c7ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '29cad4e8c81f4a348a18112c53bf1fe5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1262.328243] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414564} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.328470] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.328672] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.328925] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b72b66b0-c99d-4341-8633-aa1763bbb8f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.335734] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1262.335734] env[63005]: value = "task-2578499" [ 1262.335734] env[63005]: _type = "Task" [ 1262.335734] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.342599] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.467777] env[63005]: DEBUG nova.objects.base [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1262.468806] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96eb4bfa-122a-4eeb-8cee-86e89b7b6bdd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.489515] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0c3b7e6-e423-43d4-a165-843a753ba0fd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.495022] env[63005]: DEBUG oslo_vmware.api [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1262.495022] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]521111c6-3e98-a0c6-f48d-6768972aae2a" [ 1262.495022] env[63005]: _type = "Task" [ 1262.495022] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.502699] env[63005]: DEBUG oslo_vmware.api [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521111c6-3e98-a0c6-f48d-6768972aae2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.594325] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Successfully created port: e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1262.792446] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1262.846850] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064461} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.847136] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1262.847898] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f5cabc-1e67-455a-b388-27bbd7788ad9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.867699] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.868321] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0796516a-2e77-46b5-a269-b17592361090 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.888769] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1262.888769] env[63005]: value = "task-2578500" [ 1262.888769] env[63005]: _type = "Task" [ 1262.888769] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.896893] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.005346] env[63005]: DEBUG oslo_vmware.api [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]521111c6-3e98-a0c6-f48d-6768972aae2a, 'name': SearchDatastore_Task, 'duration_secs': 0.007045} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.005625] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.005848] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.400108] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578500, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.615165] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fa8784-ca57-4b6e-9f50-5176bb596d38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.622996] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4a5a8d5-1fec-4660-8a78-be914dc7212a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.654643] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee105d2b-490b-4db1-908c-0c6aa2bbef42 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.662242] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2e8a00-4109-4fac-8906-24692a17656c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.677272] env[63005]: DEBUG nova.compute.provider_tree [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1263.803339] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1263.833686] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-02-16T21:31:19Z,direct_url=,disk_format='vmdk',id=8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='d92cb8561c75416e99ed1935fa5d3b88',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-02-16T21:31:20Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1263.833983] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1263.834187] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1263.834359] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1263.834498] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1263.834642] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1263.834853] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1263.835046] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1263.835269] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1263.835437] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1263.835610] env[63005]: DEBUG nova.virt.hardware [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1263.836510] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed6191f-f3d4-4b13-81ed-18c5b85dcc92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.843936] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b516f7fa-c191-4d7b-80d3-9685d05fd3e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.898789] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578500, 'name': ReconfigVM_Task, 'duration_secs': 0.67557} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.899800] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Reconfigured VM instance instance-0000007a to attach disk [datastore2] 91e08d67-0d0b-4409-97b1-f2d76cf914fc/91e08d67-0d0b-4409-97b1-f2d76cf914fc.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.899970] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79210d3c-889b-4cee-a38f-b12491f78b54 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.905787] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1263.905787] env[63005]: value = "task-2578502" [ 1263.905787] env[63005]: _type = "Task" [ 1263.905787] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.913214] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578502, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.953432] env[63005]: DEBUG nova.compute.manager [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Received event network-vif-plugged-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1263.953854] env[63005]: DEBUG oslo_concurrency.lockutils [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.954107] env[63005]: DEBUG oslo_concurrency.lockutils [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.954322] env[63005]: DEBUG oslo_concurrency.lockutils [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.954496] env[63005]: DEBUG nova.compute.manager [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] No waiting events found dispatching network-vif-plugged-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1263.954677] env[63005]: WARNING nova.compute.manager [req-259a0a5a-621c-492a-9ca8-ed8bac4af225 req-2da2b303-53f1-4a7a-9448-38520a641e5b service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Received unexpected event network-vif-plugged-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 for instance with vm_state building and task_state spawning. [ 1264.051162] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Successfully updated port: e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1264.181075] env[63005]: DEBUG nova.scheduler.client.report [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.419217] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578502, 'name': Rename_Task, 'duration_secs': 0.143942} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.419615] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.419935] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b1b157f6-39e1-4ba4-a3d3-4ad30d9bfe8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.427357] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1264.427357] env[63005]: value = "task-2578503" [ 1264.427357] env[63005]: _type = "Task" [ 1264.427357] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.441037] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.556030] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.556218] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.556378] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1264.938564] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578503, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.087884] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.191541] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.186s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.210860] env[63005]: DEBUG nova.network.neutron [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [{"id": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "address": "fa:16:3e:21:4e:0e", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fbb6d5-08", "ovs_interfaceid": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.438770] env[63005]: DEBUG oslo_vmware.api [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578503, 'name': PowerOnVM_Task, 'duration_secs': 0.533586} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.439060] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.439278] env[63005]: DEBUG nova.compute.manager [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1265.440049] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0694d-c7b4-4a56-a12c-c4af68531277 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.713556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.713881] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Instance network_info: |[{"id": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "address": "fa:16:3e:21:4e:0e", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fbb6d5-08", "ovs_interfaceid": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1265.716664] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:4e:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '55bd18a7-39a8-4d07-9088-9b944f9ff710', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.723950] env[63005]: DEBUG oslo.service.loopingcall [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.724378] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.724600] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98949973-3833-4f1d-b922-f378e741919e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.744746] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.744746] env[63005]: value = "task-2578504" [ 1265.744746] env[63005]: _type = "Task" [ 1265.744746] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.755744] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578504, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.761040] env[63005]: INFO nova.scheduler.client.report [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocation for migration 5f38b805-8df2-4176-8649-932b826d9e06 [ 1265.956166] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.956468] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.956607] env[63005]: DEBUG nova.objects.instance [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63005) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1265.983944] env[63005]: DEBUG nova.compute.manager [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Received event network-changed-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1265.984281] env[63005]: DEBUG nova.compute.manager [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Refreshing instance network info cache due to event network-changed-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1265.984507] env[63005]: DEBUG oslo_concurrency.lockutils [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] Acquiring lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.984680] env[63005]: DEBUG oslo_concurrency.lockutils [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] Acquired lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.984924] env[63005]: DEBUG nova.network.neutron [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Refreshing network info cache for port e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1266.049436] env[63005]: INFO nova.compute.manager [None req-7d5440cd-3ff5-411c-9ecc-149f2c20dffc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Get console output [ 1266.049602] env[63005]: WARNING nova.virt.vmwareapi.driver [None req-7d5440cd-3ff5-411c-9ecc-149f2c20dffc tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] The console log is missing. Check your VSPC configuration [ 1266.256363] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578504, 'name': CreateVM_Task, 'duration_secs': 0.318908} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.256575] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.257168] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.257342] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.257671] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.257934] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fbdaa8d-d33b-4ad9-883b-ddbd2d6a0260 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.263108] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1266.263108] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52437790-0236-548d-b564-7dc974737d83" [ 1266.263108] env[63005]: _type = "Task" [ 1266.263108] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.266247] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a6d0eeaf-a8cc-47b8-90dd-483ae0f3d695 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.594s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.271891] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52437790-0236-548d-b564-7dc974737d83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.308602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.308837] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.309092] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.309287] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.309457] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.311731] env[63005]: INFO nova.compute.manager [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Terminating instance [ 1266.683108] env[63005]: DEBUG nova.network.neutron [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updated VIF entry in instance network info cache for port e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1266.683485] env[63005]: DEBUG nova.network.neutron [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [{"id": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "address": "fa:16:3e:21:4e:0e", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fbb6d5-08", "ovs_interfaceid": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.776725] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52437790-0236-548d-b564-7dc974737d83, 'name': SearchDatastore_Task, 'duration_secs': 0.009261} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.777140] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.777467] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Processing image 8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.777797] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.778033] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.778307] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.778686] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1348579e-b2a5-4654-8c6f-583789a44740 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.787564] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.787806] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.788797] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fd09568-a242-47aa-9cd9-00434029d959 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.795058] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1266.795058] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]523d7865-c147-01fb-2bd2-4d0bfbd42a89" [ 1266.795058] env[63005]: _type = "Task" [ 1266.795058] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.804691] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523d7865-c147-01fb-2bd2-4d0bfbd42a89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.815339] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "refresh_cache-91e08d67-0d0b-4409-97b1-f2d76cf914fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.815511] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquired lock "refresh_cache-91e08d67-0d0b-4409-97b1-f2d76cf914fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.815688] env[63005]: DEBUG nova.network.neutron [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.966498] env[63005]: DEBUG oslo_concurrency.lockutils [None req-6b87eea4-55d7-404a-9091-f891c18848f6 tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.186192] env[63005]: DEBUG oslo_concurrency.lockutils [req-c48d58b5-94de-4a16-a2dd-7108ec89250e req-f4f7f67d-1e32-444b-bf54-f0c67f979449 service nova] Releasing lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.308697] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]523d7865-c147-01fb-2bd2-4d0bfbd42a89, 'name': SearchDatastore_Task, 'duration_secs': 0.008098} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.309856] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a73d6527-6d14-458d-8c27-3452116baf80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.315698] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1267.315698] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]52b637f1-6918-30b7-9808-352d1e50e13b" [ 1267.315698] env[63005]: _type = "Task" [ 1267.315698] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.328390] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]52b637f1-6918-30b7-9808-352d1e50e13b, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.328733] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.329301] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 8284daf0-51d2-46c1-b082-4c5fd9ce0585/8284daf0-51d2-46c1-b082-4c5fd9ce0585.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.329431] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a233ad9a-1081-4b7a-9092-f207fbc342a9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.336681] env[63005]: DEBUG nova.network.neutron [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.340459] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1267.340459] env[63005]: value = "task-2578506" [ 1267.340459] env[63005]: _type = "Task" [ 1267.340459] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.351385] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578506, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.410972] env[63005]: DEBUG nova.network.neutron [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.737146] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1267.737569] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.850079] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578506, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47562} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.850376] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37/8c50da3c-e1f1-4ef4-bfb4-e52e6e69da37.vmdk to [datastore2] 8284daf0-51d2-46c1-b082-4c5fd9ce0585/8284daf0-51d2-46c1-b082-4c5fd9ce0585.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.850594] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Extending root virtual disk to 1048576 {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.850846] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b39471b3-ff7c-4572-99fe-84da02bd3946 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.857393] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1267.857393] env[63005]: value = "task-2578507" [ 1267.857393] env[63005]: _type = "Task" [ 1267.857393] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.866250] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.914031] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Releasing lock "refresh_cache-91e08d67-0d0b-4409-97b1-f2d76cf914fc" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.914481] env[63005]: DEBUG nova.compute.manager [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1267.914677] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.915547] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2876f591-4630-4ec7-8fcd-f59822f03830 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.922358] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.922586] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a91f3ca-b041-451f-8c2f-3c2ccabb7209 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.927529] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1267.927529] env[63005]: value = "task-2578508" [ 1267.927529] env[63005]: _type = "Task" [ 1267.927529] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.935439] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.241971] env[63005]: DEBUG nova.compute.utils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.366810] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.057238} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.366978] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Extended root virtual disk {{(pid=63005) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1268.367670] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd032cb-3f7c-462d-a0bb-d58b138f3c2e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.388882] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] 8284daf0-51d2-46c1-b082-4c5fd9ce0585/8284daf0-51d2-46c1-b082-4c5fd9ce0585.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1268.389456] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-969770ce-a80b-449d-ba75-379fecb31ee9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.408378] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1268.408378] env[63005]: value = "task-2578509" [ 1268.408378] env[63005]: _type = "Task" [ 1268.408378] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.415592] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.436058] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578508, 'name': PowerOffVM_Task, 'duration_secs': 0.197629} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.436315] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.436485] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.436713] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa438926-500f-4da7-a4fe-2e4c312c4ad5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.459568] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.459881] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.460141] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Deleting the datastore file [datastore2] 91e08d67-0d0b-4409-97b1-f2d76cf914fc {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.460442] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-911f7d0c-d6b8-4996-81b9-4a85231b2ac9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.465981] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for the task: (returnval){ [ 1268.465981] env[63005]: value = "task-2578511" [ 1268.465981] env[63005]: _type = "Task" [ 1268.465981] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.473555] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578511, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.745264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.919817] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578509, 'name': ReconfigVM_Task, 'duration_secs': 0.347768} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.920111] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfigured VM instance instance-0000007b to attach disk [datastore2] 8284daf0-51d2-46c1-b082-4c5fd9ce0585/8284daf0-51d2-46c1-b082-4c5fd9ce0585.vmdk or device None with type sparse {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.920687] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63da9e5f-e743-42d5-9f2a-df944f192911 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.926446] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1268.926446] env[63005]: value = "task-2578512" [ 1268.926446] env[63005]: _type = "Task" [ 1268.926446] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.933397] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578512, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.974437] env[63005]: DEBUG oslo_vmware.api [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Task: {'id': task-2578511, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091381} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.974690] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1268.974854] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1268.975049] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1268.975229] env[63005]: INFO nova.compute.manager [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Took 1.06 seconds to destroy the instance on the hypervisor. [ 1268.975470] env[63005]: DEBUG oslo.service.loopingcall [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1268.975662] env[63005]: DEBUG nova.compute.manager [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1268.975776] env[63005]: DEBUG nova.network.neutron [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1268.992079] env[63005]: DEBUG nova.network.neutron [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.439042] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578512, 'name': Rename_Task, 'duration_secs': 0.132716} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.439042] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.439389] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfdaf0c9-59d1-42cc-8e75-22cc283b594e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.446085] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1269.446085] env[63005]: value = "task-2578513" [ 1269.446085] env[63005]: _type = "Task" [ 1269.446085] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.458892] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578513, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.494520] env[63005]: DEBUG nova.network.neutron [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.805974] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.806331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.806616] env[63005]: INFO nova.compute.manager [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attaching volume ed31c3ce-e1e3-4924-b84e-1ed97945c985 to /dev/sdb [ 1269.838491] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7856eeee-27e6-4999-8c28-39d17e41c56a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.846921] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30384091-d251-4866-8573-76198c62b98c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.861587] env[63005]: DEBUG nova.virt.block_device [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating existing volume attachment record: 22c85c9a-8de4-4982-889e-e152d3e6ccb6 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.955738] env[63005]: DEBUG oslo_vmware.api [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578513, 'name': PowerOnVM_Task, 'duration_secs': 0.421289} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.956022] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.956228] env[63005]: INFO nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Took 6.15 seconds to spawn the instance on the hypervisor. [ 1269.956410] env[63005]: DEBUG nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1269.957174] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8120e248-7845-418e-9a89-fd6037dd33bd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.997590] env[63005]: INFO nova.compute.manager [-] [instance: 91e08d67-0d0b-4409-97b1-f2d76cf914fc] Took 1.02 seconds to deallocate network for instance. [ 1270.058157] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.058400] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.475101] env[63005]: INFO nova.compute.manager [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Took 10.90 seconds to build instance. [ 1270.507055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.507055] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.507314] env[63005]: DEBUG nova.objects.instance [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lazy-loading 'resources' on Instance uuid 91e08d67-0d0b-4409-97b1-f2d76cf914fc {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.560809] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Starting instance... {{(pid=63005) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.976473] env[63005]: DEBUG oslo_concurrency.lockutils [None req-96b49e76-4dc2-4da5-8326-5f65786df5bf tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.409s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1271.082695] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1271.126524] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be21e3f4-a443-4235-bea2-97d4b4ced62c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.134593] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be1b4d2a-5269-4aec-8030-e8c85cb8ab18 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.164134] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed886ba8-2df5-46ec-be1a-b29b29a43a7d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.171326] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5d09d1-c72d-40ad-a944-c35d7ca45719 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.184453] env[63005]: DEBUG nova.compute.provider_tree [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1271.622038] env[63005]: DEBUG nova.compute.manager [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Received event network-changed-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1271.622038] env[63005]: DEBUG nova.compute.manager [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Refreshing instance network info cache due to event network-changed-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1271.622405] env[63005]: DEBUG oslo_concurrency.lockutils [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] Acquiring lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.622405] env[63005]: DEBUG oslo_concurrency.lockutils [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] Acquired lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.622495] env[63005]: DEBUG nova.network.neutron [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Refreshing network info cache for port e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.688125] env[63005]: DEBUG nova.scheduler.client.report [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.193745] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.196913] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.113s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1272.197778] env[63005]: INFO nova.compute.claims [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.217167] env[63005]: INFO nova.scheduler.client.report [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Deleted allocations for instance 91e08d67-0d0b-4409-97b1-f2d76cf914fc [ 1272.346143] env[63005]: DEBUG nova.network.neutron [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updated VIF entry in instance network info cache for port e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1272.346534] env[63005]: DEBUG nova.network.neutron [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [{"id": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "address": "fa:16:3e:21:4e:0e", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fbb6d5-08", "ovs_interfaceid": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.728038] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e7625168-66bd-439a-b22f-379d935f21fb tempest-ServerShowV254Test-1421608087 tempest-ServerShowV254Test-1421608087-project-member] Lock "91e08d67-0d0b-4409-97b1-f2d76cf914fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.419s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.851562] env[63005]: DEBUG oslo_concurrency.lockutils [req-0591c90e-b6cd-421f-8162-d444ae22f35f req-ccda0ca0-27c4-439a-8aa6-156fc7034139 service nova] Releasing lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.296866] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5038e6e-b8e0-4b0a-954b-007991907dbf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.304252] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5dcd53-6caf-49fe-a193-17aec419a55a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.333661] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46819c1-5bae-4565-b2d2-052635727586 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.340698] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e5fd9-5c2b-4fe2-8695-f205680dbe01 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.353579] env[63005]: DEBUG nova.compute.provider_tree [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.857203] env[63005]: DEBUG nova.scheduler.client.report [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.364680] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.169s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.365087] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Start building networks asynchronously for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1274.405356] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.405583] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520324', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'name': 'volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'serial': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.406763] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ccd6ff-5b3f-4823-99fe-f2dfb0fab981 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.423463] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a4f9b-bed5-4d2b-825b-acef5e36668a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.447637] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985/volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.447909] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5443b7ce-000b-456b-b344-d6498431cb1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.466927] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1274.466927] env[63005]: value = "task-2578516" [ 1274.466927] env[63005]: _type = "Task" [ 1274.466927] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.476610] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578516, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.871940] env[63005]: DEBUG nova.compute.utils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1274.872349] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Allocating IP information in the background. {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.872481] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] allocate_for_instance() {{(pid=63005) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.916411] env[63005]: DEBUG nova.policy [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8fdd7e606e0c43efa57c13e5fe759c40', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba5c2ee3e5924fe9ab11936c44605e13', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63005) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.977406] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578516, 'name': ReconfigVM_Task, 'duration_secs': 0.3383} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.977676] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985/volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.982582] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c63d3a46-d431-4cf8-a09f-f0a0c08ed222 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.997786] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1274.997786] env[63005]: value = "task-2578517" [ 1274.997786] env[63005]: _type = "Task" [ 1274.997786] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.005365] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.186311] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Successfully created port: 493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1275.376067] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Start building block device mappings for instance. {{(pid=63005) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.507628] env[63005]: DEBUG oslo_vmware.api [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578517, 'name': ReconfigVM_Task, 'duration_secs': 0.140186} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.508152] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520324', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'name': 'volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'serial': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1275.881173] env[63005]: INFO nova.virt.block_device [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Booting with volume b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b at /dev/sda [ 1275.912036] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61ae82d7-13a8-48a5-890a-776fb8e7072e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.921488] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c94af8-43fe-41d7-9405-867360998339 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.952631] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-535a013a-5618-43c5-920d-cc817620ac88 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.960814] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed6a5c6-b2a6-47e7-ab64-8864eb98788e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.989146] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4490c8-d022-4b17-8c56-6fd1e870ed4e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.995720] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5d4f40-4509-477e-8683-bf22f227d68d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.009435] env[63005]: DEBUG nova.virt.block_device [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating existing volume attachment record: c9060742-7301-4891-9523-b97d9635fd70 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1276.550143] env[63005]: DEBUG nova.objects.instance [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1276.555370] env[63005]: DEBUG nova.compute.manager [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Received event network-vif-plugged-493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1276.555635] env[63005]: DEBUG oslo_concurrency.lockutils [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] Acquiring lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.555782] env[63005]: DEBUG oslo_concurrency.lockutils [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.555944] env[63005]: DEBUG oslo_concurrency.lockutils [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.556167] env[63005]: DEBUG nova.compute.manager [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] No waiting events found dispatching network-vif-plugged-493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1276.556342] env[63005]: WARNING nova.compute.manager [req-be5c2efb-6af2-48d0-91cd-ec824018dce6 req-e1571738-9d91-4abc-b788-6b9df161d53a service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Received unexpected event network-vif-plugged-493932f9-4085-4671-9faa-61a77aa82c5b for instance with vm_state building and task_state block_device_mapping. [ 1276.627971] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Successfully updated port: 493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1277.062614] env[63005]: DEBUG oslo_concurrency.lockutils [None req-f1e71810-cd42-4324-b02b-0de7aee63850 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.256s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.130659] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.130900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquired lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.131154] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.662960] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance cache missing network info. {{(pid=63005) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.813660] env[63005]: DEBUG nova.network.neutron [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating instance_info_cache with network_info: [{"id": "493932f9-4085-4671-9faa-61a77aa82c5b", "address": "fa:16:3e:93:11:b9", "network": {"id": "fc7308a3-5122-4658-a22e-e1f0a3d186df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-198576302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5c2ee3e5924fe9ab11936c44605e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493932f9-40", "ovs_interfaceid": "493932f9-4085-4671-9faa-61a77aa82c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.916599] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.916834] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1278.109825] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Start spawning the instance on the hypervisor. {{(pid=63005) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.110691] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.111040] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.111314] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.111623] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.111880] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.112150] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.112663] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.112736] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.113016] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.113302] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.113602] env[63005]: DEBUG nova.virt.hardware [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.114630] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5facbfd-2ed0-4ec5-abc7-2bfccb947fa2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.125518] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff63f8e0-3e10-48c0-8acc-69c4b0137ff6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.316485] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Releasing lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1278.316833] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance network_info: |[{"id": "493932f9-4085-4671-9faa-61a77aa82c5b", "address": "fa:16:3e:93:11:b9", "network": {"id": "fc7308a3-5122-4658-a22e-e1f0a3d186df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-198576302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5c2ee3e5924fe9ab11936c44605e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493932f9-40", "ovs_interfaceid": "493932f9-4085-4671-9faa-61a77aa82c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}]| {{(pid=63005) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1278.317301] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:11:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8145bd31-c4a7-4828-8818-d065010c9565', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '493932f9-4085-4671-9faa-61a77aa82c5b', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.324595] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Creating folder: Project (ba5c2ee3e5924fe9ab11936c44605e13). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.324871] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d0b6d51-6462-4914-bf06-874328ec516f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.338374] env[63005]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1278.338518] env[63005]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63005) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1278.338835] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Folder already exists: Project (ba5c2ee3e5924fe9ab11936c44605e13). Parent ref: group-v519994. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1278.339037] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Creating folder: Instances. Parent ref: group-v520318. {{(pid=63005) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.339272] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711f7b1e-1dd7-4b87-b187-48d1ace28cd9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.348372] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Created folder: Instances in parent group-v520318. [ 1278.348584] env[63005]: DEBUG oslo.service.loopingcall [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1278.348774] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.348965] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f2a2559-7bcc-4dd4-a11b-a0f964d36f83 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.367362] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.367362] env[63005]: value = "task-2578520" [ 1278.367362] env[63005]: _type = "Task" [ 1278.367362] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.376566] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578520, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.420695] env[63005]: DEBUG nova.compute.utils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1278.577573] env[63005]: DEBUG nova.compute.manager [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Received event network-changed-493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1278.577846] env[63005]: DEBUG nova.compute.manager [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Refreshing instance network info cache due to event network-changed-493932f9-4085-4671-9faa-61a77aa82c5b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1278.578011] env[63005]: DEBUG oslo_concurrency.lockutils [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] Acquiring lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.578195] env[63005]: DEBUG oslo_concurrency.lockutils [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] Acquired lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.578363] env[63005]: DEBUG nova.network.neutron [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Refreshing network info cache for port 493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.877331] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578520, 'name': CreateVM_Task, 'duration_secs': 0.326207} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.877546] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1278.878216] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'attachment_id': 'c9060742-7301-4891-9523-b97d9635fd70', 'mount_device': '/dev/sda', 'guest_format': None, 'device_type': None, 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520322', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'name': 'volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bd33f47-c1f0-41ab-91a9-a6b59711bdac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'serial': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b'}, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=63005) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1278.878434] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Root volume attach. Driver type: vmdk {{(pid=63005) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1278.879186] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3484f66d-9e32-40b4-9e54-1ff4f569cbcb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.887775] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-924d5d03-20fc-408a-a7ba-c2762fe586ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.893318] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b1315b-2eb9-44c7-a13a-ea6482a8b4e7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.898834] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7af7cbca-405b-4c9d-93ec-f94e08885be6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.905331] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1278.905331] env[63005]: value = "task-2578521" [ 1278.905331] env[63005]: _type = "Task" [ 1278.905331] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.912183] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.923879] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.293336] env[63005]: DEBUG nova.network.neutron [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updated VIF entry in instance network info cache for port 493932f9-4085-4671-9faa-61a77aa82c5b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1279.293716] env[63005]: DEBUG nova.network.neutron [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating instance_info_cache with network_info: [{"id": "493932f9-4085-4671-9faa-61a77aa82c5b", "address": "fa:16:3e:93:11:b9", "network": {"id": "fc7308a3-5122-4658-a22e-e1f0a3d186df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-198576302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5c2ee3e5924fe9ab11936c44605e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493932f9-40", "ovs_interfaceid": "493932f9-4085-4671-9faa-61a77aa82c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.417627] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 43%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.796581] env[63005]: DEBUG oslo_concurrency.lockutils [req-818769ed-f599-42ab-abfd-27de0281bcc1 req-3502494b-997b-435d-9f39-87fd4f93139b service nova] Releasing lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.919826] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 60%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.986956] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.987221] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.987396] env[63005]: INFO nova.compute.manager [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attaching volume afc75a27-7b7a-497f-92b2-0bedb4a1f192 to /dev/sdc [ 1280.021194] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bdf61b-5d0e-429f-83ec-07b2aee1e852 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.030864] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973f3c72-1ae9-4711-a103-7b29deb298f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.046488] env[63005]: DEBUG nova.virt.block_device [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating existing volume attachment record: f721e0af-e715-43bb-a0fe-5850a9e62432 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1280.420301] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 75%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.919279] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 89%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.419205] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 97%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.919281] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 98%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.420234] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task} progress is 98%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.920281] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578521, 'name': RelocateVM_Task, 'duration_secs': 3.592997} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.920662] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1282.920756] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520322', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'name': 'volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bd33f47-c1f0-41ab-91a9-a6b59711bdac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'serial': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1282.921536] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc767aff-2cb1-45d7-81a9-55ec0704e98a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.938169] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512089e1-ff3a-4acc-826e-85418a3a7e8d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.962350] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b/volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.962666] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43885dc6-c21f-4727-b76f-2b743f34fda1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.988952] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1282.988952] env[63005]: value = "task-2578524" [ 1282.988952] env[63005]: _type = "Task" [ 1282.988952] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.000341] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.498308] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578524, 'name': ReconfigVM_Task, 'duration_secs': 0.278903} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.498563] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Reconfigured VM instance instance-0000007c to attach disk [datastore1] volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b/volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.503153] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f331b85-e708-4303-bf7f-f40e87777b86 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.517101] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1283.517101] env[63005]: value = "task-2578525" [ 1283.517101] env[63005]: _type = "Task" [ 1283.517101] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.527752] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578525, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.027585] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.527579] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578525, 'name': ReconfigVM_Task, 'duration_secs': 0.817163} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.527952] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520322', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'name': 'volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bd33f47-c1f0-41ab-91a9-a6b59711bdac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'serial': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1284.528440] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0a2a3a8-45da-4fa6-b1b1-3c88058af1e8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.534667] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1284.534667] env[63005]: value = "task-2578526" [ 1284.534667] env[63005]: _type = "Task" [ 1284.534667] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.542220] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578526, 'name': Rename_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.592735] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1284.592969] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520327', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'name': 'volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'serial': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1284.593833] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35431005-6905-4ea5-bf2b-255c535c13cb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.609530] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50facecc-5b1c-48b1-826b-4b0842aa0d02 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.636143] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192/volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.636395] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c370d20f-5677-4c7c-9f55-70b82d6dd408 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.652912] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1284.652912] env[63005]: value = "task-2578527" [ 1284.652912] env[63005]: _type = "Task" [ 1284.652912] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.663550] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.044484] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578526, 'name': Rename_Task, 'duration_secs': 0.121706} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.044799] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.045099] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-94258e85-82cd-4444-986c-878207e321f1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.051470] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1285.051470] env[63005]: value = "task-2578528" [ 1285.051470] env[63005]: _type = "Task" [ 1285.051470] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.058582] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578528, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.162467] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578527, 'name': ReconfigVM_Task, 'duration_secs': 0.350836} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.162711] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192/volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1285.167236] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86e90aa-1642-4513-a5d7-cf1b671a18d1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.181895] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1285.181895] env[63005]: value = "task-2578529" [ 1285.181895] env[63005]: _type = "Task" [ 1285.181895] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.189521] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.561182] env[63005]: DEBUG oslo_vmware.api [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578528, 'name': PowerOnVM_Task, 'duration_secs': 0.422419} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.561404] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.561591] env[63005]: INFO nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1285.561769] env[63005]: DEBUG nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1285.562527] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20eccf06-04a0-4c11-8736-fee56f68746d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.691710] env[63005]: DEBUG oslo_vmware.api [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578529, 'name': ReconfigVM_Task, 'duration_secs': 0.127684} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.692015] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520327', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'name': 'volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'serial': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1286.079596] env[63005]: INFO nova.compute.manager [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Took 15.01 seconds to build instance. [ 1286.390538] env[63005]: DEBUG nova.compute.manager [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Received event network-changed-493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1286.390538] env[63005]: DEBUG nova.compute.manager [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Refreshing instance network info cache due to event network-changed-493932f9-4085-4671-9faa-61a77aa82c5b. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1286.390743] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] Acquiring lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1286.390865] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] Acquired lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.391189] env[63005]: DEBUG nova.network.neutron [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Refreshing network info cache for port 493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.580643] env[63005]: DEBUG oslo_concurrency.lockutils [None req-51769fec-fc5b-46c9-bfa5-d10b9ffe52fa tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.522s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1286.726132] env[63005]: DEBUG nova.objects.instance [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.132797] env[63005]: DEBUG nova.network.neutron [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updated VIF entry in instance network info cache for port 493932f9-4085-4671-9faa-61a77aa82c5b. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1287.133165] env[63005]: DEBUG nova.network.neutron [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating instance_info_cache with network_info: [{"id": "493932f9-4085-4671-9faa-61a77aa82c5b", "address": "fa:16:3e:93:11:b9", "network": {"id": "fc7308a3-5122-4658-a22e-e1f0a3d186df", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-198576302-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba5c2ee3e5924fe9ab11936c44605e13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8145bd31-c4a7-4828-8818-d065010c9565", "external-id": "nsx-vlan-transportzone-760", "segmentation_id": 760, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap493932f9-40", "ovs_interfaceid": "493932f9-4085-4671-9faa-61a77aa82c5b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.231461] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4a20e5d3-f3c3-432f-9999-fa93befe3e4d tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.558032] env[63005]: DEBUG oslo_concurrency.lockutils [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1287.558298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1287.635614] env[63005]: DEBUG oslo_concurrency.lockutils [req-fd32ca97-526b-4020-8489-8cab01aafec3 req-2602e49d-3855-42b9-96d2-eb8858b313af service nova] Releasing lock "refresh_cache-7bd33f47-c1f0-41ab-91a9-a6b59711bdac" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1288.061106] env[63005]: INFO nova.compute.manager [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Detaching volume ed31c3ce-e1e3-4924-b84e-1ed97945c985 [ 1288.092575] env[63005]: INFO nova.virt.block_device [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attempting to driver detach volume ed31c3ce-e1e3-4924-b84e-1ed97945c985 from mountpoint /dev/sdb [ 1288.093220] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1288.093220] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520324', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'name': 'volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'serial': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1288.093865] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52497222-a092-4521-8a64-98e1a294e9e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.119939] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2973ecb-13ff-40fe-ae65-d98d7cef0f51 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.127758] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b6e6c1-280d-485c-9e20-2d17f8241c56 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.152429] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550b8e50-c1d8-441f-904d-988fb5ccdee5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.168045] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] The volume has not been displaced from its original location: [datastore1] volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985/volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1288.173507] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1288.173812] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-818a97cc-b70c-4934-9455-2788972df9d9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.194176] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1288.194176] env[63005]: value = "task-2578530" [ 1288.194176] env[63005]: _type = "Task" [ 1288.194176] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.207591] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578530, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.704349] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578530, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.205589] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578530, 'name': ReconfigVM_Task, 'duration_secs': 0.560278} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.207051] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1289.211176] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9275d057-578d-4014-b191-8b89084a3d38 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.225996] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1289.225996] env[63005]: value = "task-2578531" [ 1289.225996] env[63005]: _type = "Task" [ 1289.225996] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.233656] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578531, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.735037] env[63005]: DEBUG oslo_vmware.api [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578531, 'name': ReconfigVM_Task, 'duration_secs': 0.15209} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.735381] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520324', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'name': 'volume-ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985', 'serial': 'ed31c3ce-e1e3-4924-b84e-1ed97945c985'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1290.283499] env[63005]: DEBUG nova.objects.instance [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.187633] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.187919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1291.188094] env[63005]: INFO nova.compute.manager [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Shelving [ 1291.291094] env[63005]: DEBUG oslo_concurrency.lockutils [None req-054cd9d1-191e-49b6-a247-aafdd6eb86a5 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.733s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1291.854094] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.854495] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.197161] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.197449] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77b587e9-85e8-464c-ab41-610997e8159f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.205529] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1292.205529] env[63005]: value = "task-2578532" [ 1292.205529] env[63005]: _type = "Task" [ 1292.205529] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.214608] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.357915] env[63005]: INFO nova.compute.manager [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Detaching volume afc75a27-7b7a-497f-92b2-0bedb4a1f192 [ 1292.388121] env[63005]: INFO nova.virt.block_device [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Attempting to driver detach volume afc75a27-7b7a-497f-92b2-0bedb4a1f192 from mountpoint /dev/sdc [ 1292.388383] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1292.388563] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520327', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'name': 'volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'serial': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1292.389429] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460a85be-a3bf-461d-835b-fd121a214cf4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.411600] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f479d72-f766-43f8-8ed7-734002e574f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.418015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c9661b7-7337-4641-b2de-acf1718b3083 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.437432] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a21ab05-7bea-4c8c-be78-247a5df4da9c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.451447] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] The volume has not been displaced from its original location: [datastore1] volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192/volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1292.456650] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfiguring VM instance instance-00000075 to detach disk 2002 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1292.456924] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e783c0e4-4f50-449f-ad04-2c1bf37645f5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.475124] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1292.475124] env[63005]: value = "task-2578533" [ 1292.475124] env[63005]: _type = "Task" [ 1292.475124] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.486524] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578533, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.716497] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578532, 'name': PowerOffVM_Task, 'duration_secs': 0.41205} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.716866] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.717785] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0b65175-6774-4328-bf44-a3757b51dcaa {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.737361] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020d236b-e92d-4189-8f67-69b1d8112582 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.985229] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578533, 'name': ReconfigVM_Task, 'duration_secs': 0.326308} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.985586] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Reconfigured VM instance instance-00000075 to detach disk 2002 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1292.990255] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-455e4775-0908-4693-9013-d673207bca6d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.005786] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1293.005786] env[63005]: value = "task-2578534" [ 1293.005786] env[63005]: _type = "Task" [ 1293.005786] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.013957] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578534, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.191409] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.191709] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.191972] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1293.192187] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1293.192356] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1293.194470] env[63005]: INFO nova.compute.manager [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Terminating instance [ 1293.248329] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Creating Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1293.248616] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1db3ef36-4753-4500-87bc-48342ebf79dd {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.256791] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1293.256791] env[63005]: value = "task-2578535" [ 1293.256791] env[63005]: _type = "Task" [ 1293.256791] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.265157] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578535, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.515972] env[63005]: DEBUG oslo_vmware.api [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578534, 'name': ReconfigVM_Task, 'duration_secs': 0.139384} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.516310] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520327', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'name': 'volume-afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '13e0f3e6-f86e-4738-b190-0cf4d9436690', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192', 'serial': 'afc75a27-7b7a-497f-92b2-0bedb4a1f192'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1293.698609] env[63005]: DEBUG nova.compute.manager [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1293.698885] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1293.699159] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d37e8dbb-ad27-4cb3-864c-d0210db32fe7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.705843] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1293.705843] env[63005]: value = "task-2578536" [ 1293.705843] env[63005]: _type = "Task" [ 1293.705843] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.713585] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.767025] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578535, 'name': CreateSnapshot_Task, 'duration_secs': 0.401128} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.767289] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Created Snapshot of the VM instance {{(pid=63005) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1293.768058] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22181185-2a45-4cc1-9b1b-af69e19215a4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.055709] env[63005]: DEBUG nova.objects.instance [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'flavor' on Instance uuid 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.215643] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578536, 'name': PowerOffVM_Task, 'duration_secs': 0.242915} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.215901] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.216106] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1294.216299] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520304', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'name': 'volume-573db693-972d-4bcb-9500-53a739325050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ae6ffb55-1aca-4774-9b96-ed8e320bc702', 'attached_at': '2025-02-16T21:44:43.000000', 'detached_at': '', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'serial': '573db693-972d-4bcb-9500-53a739325050'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1294.217033] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b032e335-dc48-487e-afa8-2c8d7644f694 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.234320] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec53b60-5cbd-440d-bb4a-13f10ac536f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.240131] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb2d443-ea04-4e92-8060-1ddaf0ce785c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.260452] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff25c56a-1c9a-4d0b-ba14-f04a53b40db8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.275841] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] The volume has not been displaced from its original location: [datastore1] volume-573db693-972d-4bcb-9500-53a739325050/volume-573db693-972d-4bcb-9500-53a739325050.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1294.282693] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1294.290026] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Creating linked-clone VM from snapshot {{(pid=63005) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1294.290273] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6469e6ce-1902-4d7c-8d65-946382850e8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.302688] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a7c30c7b-dfac-4647-b28c-db61ecb3f1ee {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.310544] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1294.310544] env[63005]: value = "task-2578537" [ 1294.310544] env[63005]: _type = "Task" [ 1294.310544] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.311740] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1294.311740] env[63005]: value = "task-2578538" [ 1294.311740] env[63005]: _type = "Task" [ 1294.311740] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.321715] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.325047] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578538, 'name': CloneVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.824152] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578537, 'name': ReconfigVM_Task, 'duration_secs': 0.171545} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.827218] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.831809] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578538, 'name': CloneVM_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.832373] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb3cd768-30ca-4694-9d6d-72c38bf5fcca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.846737] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1294.846737] env[63005]: value = "task-2578539" [ 1294.846737] env[63005]: _type = "Task" [ 1294.846737] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.854302] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.063427] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5961638e-7c7c-4927-9cbd-632d63347145 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.209s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.325798] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578538, 'name': CloneVM_Task} progress is 95%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.356340] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.827356] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578538, 'name': CloneVM_Task, 'duration_secs': 1.150746} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.827723] env[63005]: INFO nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Created linked-clone VM from snapshot [ 1295.828411] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be543629-8de7-4f56-b3d9-f2ff16d4517e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.835600] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Uploading image b7d37bbb-56e0-4093-b349-6009db709c7b {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1295.856725] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578539, 'name': ReconfigVM_Task, 'duration_secs': 0.720994} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.858730] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520304', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'name': 'volume-573db693-972d-4bcb-9500-53a739325050', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'ae6ffb55-1aca-4774-9b96-ed8e320bc702', 'attached_at': '2025-02-16T21:44:43.000000', 'detached_at': '', 'volume_id': '573db693-972d-4bcb-9500-53a739325050', 'serial': '573db693-972d-4bcb-9500-53a739325050'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1295.858969] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1295.859884] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f103792-10fc-4229-9dd5-4124af618e07 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.864595] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1295.864595] env[63005]: value = "vm-520329" [ 1295.864595] env[63005]: _type = "VirtualMachine" [ 1295.864595] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1295.864842] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-587a2082-fb1d-4199-9992-b0388633259e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.867832] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1295.868370] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3516a1e-8f2d-452d-bd12-c43c30d8b3f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.873941] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease: (returnval){ [ 1295.873941] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c8394-9bc4-7dfa-9c54-7700eab2ba50" [ 1295.873941] env[63005]: _type = "HttpNfcLease" [ 1295.873941] env[63005]: } obtained for exporting VM: (result){ [ 1295.873941] env[63005]: value = "vm-520329" [ 1295.873941] env[63005]: _type = "VirtualMachine" [ 1295.873941] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1295.874282] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the lease: (returnval){ [ 1295.874282] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c8394-9bc4-7dfa-9c54-7700eab2ba50" [ 1295.874282] env[63005]: _type = "HttpNfcLease" [ 1295.874282] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1295.879835] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1295.879835] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c8394-9bc4-7dfa-9c54-7700eab2ba50" [ 1295.879835] env[63005]: _type = "HttpNfcLease" [ 1295.879835] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1295.928722] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1295.928922] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1295.929113] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore1] ae6ffb55-1aca-4774-9b96-ed8e320bc702 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1295.929373] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eb8d476-4f3a-4c03-8efe-899afc52909c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.937580] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1295.937580] env[63005]: value = "task-2578542" [ 1295.937580] env[63005]: _type = "Task" [ 1295.937580] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.945039] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.233597] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.233867] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.234101] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1296.234298] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1296.234466] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1296.236631] env[63005]: INFO nova.compute.manager [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Terminating instance [ 1296.382985] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1296.382985] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c8394-9bc4-7dfa-9c54-7700eab2ba50" [ 1296.382985] env[63005]: _type = "HttpNfcLease" [ 1296.382985] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1296.383322] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1296.383322] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]528c8394-9bc4-7dfa-9c54-7700eab2ba50" [ 1296.383322] env[63005]: _type = "HttpNfcLease" [ 1296.383322] env[63005]: }. {{(pid=63005) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1296.384029] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ceb0cc2-8c50-4f95-a7f4-556eb29c33c0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.390974] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1296.391167] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk for reading. {{(pid=63005) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1296.455221] env[63005]: DEBUG oslo_vmware.api [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.079796} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.455450] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1296.455675] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1296.455899] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1296.456134] env[63005]: INFO nova.compute.manager [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Took 2.76 seconds to destroy the instance on the hypervisor. [ 1296.456430] env[63005]: DEBUG oslo.service.loopingcall [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1296.456654] env[63005]: DEBUG nova.compute.manager [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1296.456770] env[63005]: DEBUG nova.network.neutron [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1296.476567] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-306cce55-810d-44fd-8dc9-7765c1c88b3e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.741797] env[63005]: DEBUG nova.compute.manager [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1296.741797] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1296.742707] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3cf67-6d2e-415d-8105-e56bb4d733e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.750514] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1296.750776] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e133283-7de0-4f6b-8bda-a52c14e23c3a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.757929] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1296.757929] env[63005]: value = "task-2578543" [ 1296.757929] env[63005]: _type = "Task" [ 1296.757929] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.767038] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.895268] env[63005]: DEBUG nova.compute.manager [req-a84bae3c-8770-41cd-a846-c21c36fa29dd req-a9625cea-0e67-48cb-a789-c4b80671a9d5 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Received event network-vif-deleted-77f1023d-5a77-4314-b035-27b5cff11855 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1296.895570] env[63005]: INFO nova.compute.manager [req-a84bae3c-8770-41cd-a846-c21c36fa29dd req-a9625cea-0e67-48cb-a789-c4b80671a9d5 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Neutron deleted interface 77f1023d-5a77-4314-b035-27b5cff11855; detaching it from the instance and deleting it from the info cache [ 1296.895916] env[63005]: DEBUG nova.network.neutron [req-a84bae3c-8770-41cd-a846-c21c36fa29dd req-a9625cea-0e67-48cb-a789-c4b80671a9d5 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.267496] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578543, 'name': PowerOffVM_Task, 'duration_secs': 0.193} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.268597] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1297.268597] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1297.268597] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-059a0c21-bcd5-4185-8aae-8c4594b6ddac {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.335732] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1297.335938] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1297.336241] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleting the datastore file [datastore2] 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1297.336619] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bc74c8c-4752-43bf-a3bb-49d4c10e38d6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.344790] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for the task: (returnval){ [ 1297.344790] env[63005]: value = "task-2578545" [ 1297.344790] env[63005]: _type = "Task" [ 1297.344790] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.353372] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.374896] env[63005]: DEBUG nova.network.neutron [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.401972] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-95869a41-fb17-464c-8a63-06753d125c71 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.412115] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204b548b-09ea-49e9-8b73-b3ef76028d47 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.451852] env[63005]: DEBUG nova.compute.manager [req-a84bae3c-8770-41cd-a846-c21c36fa29dd req-a9625cea-0e67-48cb-a789-c4b80671a9d5 service nova] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Detach interface failed, port_id=77f1023d-5a77-4314-b035-27b5cff11855, reason: Instance ae6ffb55-1aca-4774-9b96-ed8e320bc702 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1297.855106] env[63005]: DEBUG oslo_vmware.api [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Task: {'id': task-2578545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130893} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.855465] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1297.855725] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1297.855956] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1297.856250] env[63005]: INFO nova.compute.manager [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1297.856493] env[63005]: DEBUG oslo.service.loopingcall [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1297.856689] env[63005]: DEBUG nova.compute.manager [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1297.856874] env[63005]: DEBUG nova.network.neutron [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1297.877352] env[63005]: INFO nova.compute.manager [-] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Took 1.42 seconds to deallocate network for instance. [ 1298.424297] env[63005]: INFO nova.compute.manager [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Took 0.55 seconds to detach 1 volumes for instance. [ 1298.426577] env[63005]: DEBUG nova.compute.manager [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: ae6ffb55-1aca-4774-9b96-ed8e320bc702] Deleting volume: 573db693-972d-4bcb-9500-53a739325050 {{(pid=63005) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1298.794885] env[63005]: DEBUG nova.network.neutron [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.920296] env[63005]: DEBUG nova.compute.manager [req-19967e98-faba-4198-920d-af402b25b4cd req-15dd6a5a-ae3e-4c51-9ba3-ac5553154bf9 service nova] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Received event network-vif-deleted-50f18ef9-677a-42d2-8cf7-b20c6ee490cf {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1298.975863] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.976212] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.976459] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.005332] env[63005]: INFO nova.scheduler.client.report [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocations for instance ae6ffb55-1aca-4774-9b96-ed8e320bc702 [ 1299.299030] env[63005]: INFO nova.compute.manager [-] [instance: 13e0f3e6-f86e-4738-b190-0cf4d9436690] Took 1.44 seconds to deallocate network for instance. [ 1299.513018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5655e193-b250-49c4-a904-aba91438329f tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "ae6ffb55-1aca-4774-9b96-ed8e320bc702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.321s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.805482] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.805800] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.806074] env[63005]: DEBUG nova.objects.instance [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lazy-loading 'resources' on Instance uuid 13e0f3e6-f86e-4738-b190-0cf4d9436690 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.861615] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.861900] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.862077] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.862264] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.862433] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.864502] env[63005]: INFO nova.compute.manager [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Terminating instance [ 1300.368957] env[63005]: DEBUG nova.compute.manager [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.368957] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.369770] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a7158e-503d-410a-b7cd-f524040c638e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.377682] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.378044] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-152bbd87-9c1a-4953-afa1-0c8ecc18bc9b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.387624] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1300.387624] env[63005]: value = "task-2578547" [ 1300.387624] env[63005]: _type = "Task" [ 1300.387624] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.399579] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.405329] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3824a-8b42-4465-845f-2553c4ac571c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.412511] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c678ec4-6133-4cbb-8a09-1547e5c67db1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.443289] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e213fde-c518-41df-9b87-3548775192c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.451657] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7846b2-409c-478d-9a0e-9602dd6e53ba {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.465727] env[63005]: DEBUG nova.compute.provider_tree [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.899800] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578547, 'name': PowerOffVM_Task, 'duration_secs': 0.21021} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.900201] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.900201] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1300.900449] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed10b5e1-d467-485d-afab-4a7cb8074c93 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.962501] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1300.962704] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1300.962826] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore2] 4fbf3981-4f84-4162-a243-fbbe0c76998e {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1300.963153] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abe15ee7-ac5d-4f7b-b9df-1a4e5cac36be {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.970064] env[63005]: DEBUG nova.scheduler.client.report [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.973258] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1300.973258] env[63005]: value = "task-2578549" [ 1300.973258] env[63005]: _type = "Task" [ 1300.973258] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.981873] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.475667] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.670s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.488166] env[63005]: DEBUG oslo_vmware.api [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.126691} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.488461] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.488650] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.488821] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.488991] env[63005]: INFO nova.compute.manager [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1301.489257] env[63005]: DEBUG oslo.service.loopingcall [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1301.489494] env[63005]: DEBUG nova.compute.manager [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.489590] env[63005]: DEBUG nova.network.neutron [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.499179] env[63005]: INFO nova.scheduler.client.report [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Deleted allocations for instance 13e0f3e6-f86e-4738-b190-0cf4d9436690 [ 1301.765929] env[63005]: DEBUG nova.compute.manager [req-2a12bae7-9520-4bbd-bfe9-98a03e107d99 req-43a056fb-bd7e-4732-b62b-8ca3bd96fbf5 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Received event network-vif-deleted-7da67c70-082c-4073-97f6-3b3e677f90fb {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1301.766162] env[63005]: INFO nova.compute.manager [req-2a12bae7-9520-4bbd-bfe9-98a03e107d99 req-43a056fb-bd7e-4732-b62b-8ca3bd96fbf5 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Neutron deleted interface 7da67c70-082c-4073-97f6-3b3e677f90fb; detaching it from the instance and deleting it from the info cache [ 1301.766162] env[63005]: DEBUG nova.network.neutron [req-2a12bae7-9520-4bbd-bfe9-98a03e107d99 req-43a056fb-bd7e-4732-b62b-8ca3bd96fbf5 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.007162] env[63005]: DEBUG oslo_concurrency.lockutils [None req-5e4887cd-3568-4d58-82a9-170ca394d4d8 tempest-AttachVolumeTestJSON-492254086 tempest-AttachVolumeTestJSON-492254086-project-member] Lock "13e0f3e6-f86e-4738-b190-0cf4d9436690" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.773s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.239509] env[63005]: DEBUG nova.network.neutron [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.268761] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39fcca65-e8c2-46ce-ac97-7179f72aa70f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.278699] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f38248-ac28-47d0-af3f-5c7884250c05 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.308046] env[63005]: DEBUG nova.compute.manager [req-2a12bae7-9520-4bbd-bfe9-98a03e107d99 req-43a056fb-bd7e-4732-b62b-8ca3bd96fbf5 service nova] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Detach interface failed, port_id=7da67c70-082c-4073-97f6-3b3e677f90fb, reason: Instance 4fbf3981-4f84-4162-a243-fbbe0c76998e could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1302.743017] env[63005]: INFO nova.compute.manager [-] [instance: 4fbf3981-4f84-4162-a243-fbbe0c76998e] Took 1.25 seconds to deallocate network for instance. [ 1303.254139] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1303.254602] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1303.254649] env[63005]: DEBUG nova.objects.instance [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lazy-loading 'resources' on Instance uuid 4fbf3981-4f84-4162-a243-fbbe0c76998e {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.579575] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1303.580538] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ddc9b9-7c27-4535-8b06-fd5bb96f46a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.586783] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1303.586942] env[63005]: ERROR oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk due to incomplete transfer. [ 1303.587245] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4ef022e6-5be1-4649-b9de-6ab4704c87f2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.593949] env[63005]: DEBUG oslo_vmware.rw_handles [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526e3ef5-802c-8ad7-9770-4d6d4355fa8d/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1303.594155] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Uploaded image b7d37bbb-56e0-4093-b349-6009db709c7b to the Glance image server {{(pid=63005) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1303.596384] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Destroying the VM {{(pid=63005) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1303.596604] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdf05449-30dd-4fbf-a7de-288004213a45 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.601662] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1303.601662] env[63005]: value = "task-2578551" [ 1303.601662] env[63005]: _type = "Task" [ 1303.601662] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.610180] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578551, 'name': Destroy_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.832659] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46098dca-4e83-48a9-8d8b-95d858386756 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.840185] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92af3d5a-b16a-4c5e-8e34-a90defc1a706 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.870866] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-453ee4b8-9fb9-4a9d-bd7f-de05fc5498bb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.878198] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd416591-861b-4f65-8371-46195b20dde5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.890986] env[63005]: DEBUG nova.compute.provider_tree [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.114537] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578551, 'name': Destroy_Task, 'duration_secs': 0.350071} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.114537] env[63005]: INFO nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Destroyed the VM [ 1304.114537] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleting Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1304.114537] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-17af79a9-f498-406a-9864-f531290f3a8e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.119062] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1304.119062] env[63005]: value = "task-2578552" [ 1304.119062] env[63005]: _type = "Task" [ 1304.119062] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.127784] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.394142] env[63005]: DEBUG nova.scheduler.client.report [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.629457] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.898873] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.920488] env[63005]: INFO nova.scheduler.client.report [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocations for instance 4fbf3981-4f84-4162-a243-fbbe0c76998e [ 1305.129902] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578552, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.429438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-58b9bcd6-c505-4af8-86b2-b69aca5c2fe4 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "4fbf3981-4f84-4162-a243-fbbe0c76998e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.567s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.630650] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578552, 'name': RemoveSnapshot_Task, 'duration_secs': 1.335594} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.631012] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleted Snapshot of the VM instance {{(pid=63005) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1305.631298] env[63005]: DEBUG nova.compute.manager [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1305.632039] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d232787-f17c-46da-8167-b980735e0b8c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.144135] env[63005]: INFO nova.compute.manager [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Shelve offloading [ 1306.647661] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.648073] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd6e502-16a8-40ff-a7a0-6972c656614f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.655919] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1306.655919] env[63005]: value = "task-2578555" [ 1306.655919] env[63005]: _type = "Task" [ 1306.655919] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.663578] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578555, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.166350] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1307.166525] env[63005]: DEBUG nova.compute.manager [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1307.167273] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc757b6-5f49-4fb0-8162-2e4ab9431482 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.172487] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.172647] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.172809] env[63005]: DEBUG nova.network.neutron [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1307.859604] env[63005]: DEBUG nova.network.neutron [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.362022] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.570895] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "9b8f193f-ddd3-4896-8dca-149bace33104" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.571268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.571556] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.571762] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.571934] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.574296] env[63005]: INFO nova.compute.manager [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Terminating instance [ 1308.579094] env[63005]: DEBUG nova.compute.manager [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-vif-unplugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1308.579094] env[63005]: DEBUG oslo_concurrency.lockutils [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1308.579191] env[63005]: DEBUG oslo_concurrency.lockutils [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.579848] env[63005]: DEBUG oslo_concurrency.lockutils [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.579848] env[63005]: DEBUG nova.compute.manager [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] No waiting events found dispatching network-vif-unplugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1308.579848] env[63005]: WARNING nova.compute.manager [req-a26b8b3a-cba0-4dce-9786-641bca56e4cd req-8ec669aa-7f3f-40ac-bab4-b079b8f87703 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received unexpected event network-vif-unplugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 for instance with vm_state shelved and task_state shelving_offloading. [ 1308.670139] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.671036] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c6be51-cb92-4b45-a336-7ae547aee426 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.678939] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.679172] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a829f7f6-35af-4cb3-adef-c5b137af261e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.743349] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.743556] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.743745] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.744023] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-018aa229-e5e2-4aba-9e14-eff6d5d2747e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.757239] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1308.757239] env[63005]: value = "task-2578558" [ 1308.757239] env[63005]: _type = "Task" [ 1308.757239] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.765071] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578558, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.081051] env[63005]: DEBUG nova.compute.manager [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1309.081427] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1309.082106] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c73c77-9851-41b2-a107-0f5b522aeeef {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.089342] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1309.089562] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31056b73-e4d8-453f-9a4d-6b336a371fca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.094869] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1309.094869] env[63005]: value = "task-2578559" [ 1309.094869] env[63005]: _type = "Task" [ 1309.094869] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.102641] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.117171] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.266621] env[63005]: DEBUG oslo_vmware.api [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578558, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12568} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.266891] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.267120] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.267324] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.290866] env[63005]: INFO nova.scheduler.client.report [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted allocations for instance 21cd2c17-a336-4944-a8b9-1e443a915918 [ 1309.604559] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578559, 'name': PowerOffVM_Task, 'duration_secs': 0.186609} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.604824] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1309.605017] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1309.605272] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4024dd54-0996-44c2-83f2-933fae592dff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.668800] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1309.669046] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1309.669235] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleting the datastore file [datastore1] 9b8f193f-ddd3-4896-8dca-149bace33104 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1309.669574] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e839f37-8b2f-4140-8b71-2626cec96b2b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.675456] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for the task: (returnval){ [ 1309.675456] env[63005]: value = "task-2578561" [ 1309.675456] env[63005]: _type = "Task" [ 1309.675456] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.684131] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.796474] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.796765] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.797023] env[63005]: DEBUG nova.objects.instance [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'resources' on Instance uuid 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.117078] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.117078] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.185549] env[63005]: DEBUG oslo_vmware.api [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Task: {'id': task-2578561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.185812] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1310.185982] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1310.186175] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1310.186347] env[63005]: INFO nova.compute.manager [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1310.186583] env[63005]: DEBUG oslo.service.loopingcall [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1310.186785] env[63005]: DEBUG nova.compute.manager [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1310.187378] env[63005]: DEBUG nova.network.neutron [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1310.300533] env[63005]: DEBUG nova.objects.instance [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'numa_topology' on Instance uuid 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.616728] env[63005]: DEBUG nova.compute.manager [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1310.616728] env[63005]: DEBUG nova.compute.manager [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing instance network info cache due to event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1310.616919] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1310.618160] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.618160] env[63005]: DEBUG nova.network.neutron [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.621239] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.785295] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.786027] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.808115] env[63005]: DEBUG nova.objects.base [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Object Instance<21cd2c17-a336-4944-a8b9-1e443a915918> lazy-loaded attributes: resources,numa_topology {{(pid=63005) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1310.862241] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee2720c-5b7b-40ad-9725-cbbc32b614ed {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.871563] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34021f2-d117-4bba-9bcc-9e32e5c72674 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.900487] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57d8ce9-b2d2-445b-9b26-3e5234a5cec1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.907959] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32402ff1-1c01-48e4-ac8a-05d172adf0f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.921661] env[63005]: DEBUG nova.compute.provider_tree [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1311.142164] env[63005]: DEBUG nova.network.neutron [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.292843] env[63005]: DEBUG nova.compute.utils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Using /dev/sd instead of None {{(pid=63005) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1311.357748] env[63005]: DEBUG nova.network.neutron [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updated VIF entry in instance network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1311.358161] env[63005]: DEBUG nova.network.neutron [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap464c4e8e-48", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1311.423900] env[63005]: DEBUG nova.scheduler.client.report [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.644361] env[63005]: INFO nova.compute.manager [-] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Took 1.46 seconds to deallocate network for instance. [ 1311.797355] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.862720] env[63005]: DEBUG oslo_concurrency.lockutils [req-4a24b88e-8fe1-4e0f-8d3a-6dad1e8b3502 req-2e3688bd-b601-41bf-9942-55a30ae9ae54 service nova] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1311.895523] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.929025] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.132s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.931351] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.310s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.931540] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.931706] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1311.932762] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f402f214-57cb-4a20-aacb-28293b6c5b80 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.941224] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ae22c7-fcdc-406c-8891-53ce2ddb95f6 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.955947] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15417732-0a7d-4299-b475-327b7fd84b72 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.963225] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92d02bc-2bf4-4357-a07b-0d5a423482c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.993139] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180466MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1311.993350] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1311.993479] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.151919] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.437296] env[63005]: DEBUG oslo_concurrency.lockutils [None req-c268a5d4-11b1-44aa-b9aa-a134022c9ca4 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.249s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.437598] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.542s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.437797] env[63005]: INFO nova.compute.manager [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Unshelving [ 1312.642418] env[63005]: DEBUG nova.compute.manager [req-c3c85ef7-4259-42ba-aef9-91c34745cda1 req-fccd59c9-ccea-4cff-8425-d4e5b4aa0b35 service nova] [instance: 9b8f193f-ddd3-4896-8dca-149bace33104] Received event network-vif-deleted-5f0700fd-947e-4e24-9e4c-4f2cd998778f {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1312.857029] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.857029] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.857029] env[63005]: INFO nova.compute.manager [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Attaching volume 5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50 to /dev/sdb [ 1312.886086] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2438c280-44c4-460d-b034-11151b71844a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.893030] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d13002-1633-4990-ba70-c5f75afd319d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.905946] env[63005]: DEBUG nova.virt.block_device [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating existing volume attachment record: 2476fa20-adfc-4cea-9414-e5d78dd85023 {{(pid=63005) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1313.018613] env[63005]: WARNING nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 9b8f193f-ddd3-4896-8dca-149bace33104 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1313.018776] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 8284daf0-51d2-46c1-b082-4c5fd9ce0585 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1313.018900] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1313.463242] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.521855] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Instance 21cd2c17-a336-4944-a8b9-1e443a915918 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63005) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1313.522131] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1313.522252] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1313.575243] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f60b014-52a4-490c-b46c-18263fb9ae40 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.582333] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc006b3-1f6f-43ad-839e-5d36b619e35c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.612348] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad963bdd-7737-49b2-827c-9fb48e92d997 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.619624] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39857366-2258-49fc-a3c3-f89fad548898 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.632499] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1314.135526] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.641536] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1314.641817] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.648s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.642030] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.490s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.642228] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.644507] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.181s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.644721] env[63005]: DEBUG nova.objects.instance [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'pci_requests' on Instance uuid 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.667535] env[63005]: INFO nova.scheduler.client.report [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Deleted allocations for instance 9b8f193f-ddd3-4896-8dca-149bace33104 [ 1315.149345] env[63005]: DEBUG nova.objects.instance [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'numa_topology' on Instance uuid 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1315.173781] env[63005]: DEBUG oslo_concurrency.lockutils [None req-2dc8472c-0efe-40d0-ad90-bff4d43cbf65 tempest-ServerActionsTestOtherA-590386211 tempest-ServerActionsTestOtherA-590386211-project-member] Lock "9b8f193f-ddd3-4896-8dca-149bace33104" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.603s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1315.642535] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.642775] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1315.642924] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1315.643053] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Rebuilding the list of instances to heal {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10449}} [ 1315.653943] env[63005]: INFO nova.compute.claims [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.187438] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.187617] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquired lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.187750] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Forcefully refreshing network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1316.187927] env[63005]: DEBUG nova.objects.instance [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lazy-loading 'info_cache' on Instance uuid 8284daf0-51d2-46c1-b082-4c5fd9ce0585 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.715687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d458c710-d83c-4c15-89a2-e62494887b48 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.723417] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-266cadee-dbad-480b-9f87-514c4e8bc7af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.754294] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b105bc9b-1073-4b03-bc24-5d9cfd38e586 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.762713] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac6a09c-4267-4276-9c7e-cd1fab7df2e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.776208] env[63005]: DEBUG nova.compute.provider_tree [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.280704] env[63005]: DEBUG nova.scheduler.client.report [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.450226] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Volume attach. Driver type: vmdk {{(pid=63005) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1317.450478] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520330', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'name': 'volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8284daf0-51d2-46c1-b082-4c5fd9ce0585', 'attached_at': '', 'detached_at': '', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'serial': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1317.451388] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2a5ffc-9548-4481-89ca-cc7bb864da0c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.467774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f383945-d147-4569-8da8-f3539287a8ec {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.492643] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50/volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1317.493390] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee0cc477-6f5e-4d00-b0bb-58e7f8d74490 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.511261] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1317.511261] env[63005]: value = "task-2578564" [ 1317.511261] env[63005]: _type = "Task" [ 1317.511261] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.520603] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578564, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.788331] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.144s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1317.815932] env[63005]: INFO nova.network.neutron [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating port 464c4e8e-4801-4f25-97bc-a15f0ce7e698 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1317.923865] env[63005]: DEBUG nova.network.neutron [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [{"id": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "address": "fa:16:3e:21:4e:0e", "network": {"id": "4fb52719-c8c1-49ef-b9fc-1e5be02df77c", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-76218168-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "29cad4e8c81f4a348a18112c53bf1fe5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "55bd18a7-39a8-4d07-9088-9b944f9ff710", "external-id": "nsx-vlan-transportzone-686", "segmentation_id": 686, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4fbb6d5-08", "ovs_interfaceid": "e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.022694] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578564, 'name': ReconfigVM_Task, 'duration_secs': 0.366091} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.022981] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfigured VM instance instance-0000007b to attach disk [datastore1] volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50/volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50.vmdk or device None with type thin {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1318.027775] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d02c0a9-1e1b-4474-a0e1-66469a36155d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.042294] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1318.042294] env[63005]: value = "task-2578565" [ 1318.042294] env[63005]: _type = "Task" [ 1318.042294] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.050034] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.426719] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Releasing lock "refresh_cache-8284daf0-51d2-46c1-b082-4c5fd9ce0585" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.426719] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updated the network info_cache for instance {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10516}} [ 1318.426719] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.426988] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.427048] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.427201] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1318.427336] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1318.552408] env[63005]: DEBUG oslo_vmware.api [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578565, 'name': ReconfigVM_Task, 'duration_secs': 0.137805} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.552696] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520330', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'name': 'volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8284daf0-51d2-46c1-b082-4c5fd9ce0585', 'attached_at': '', 'detached_at': '', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'serial': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50'} {{(pid=63005) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1319.200918] env[63005]: DEBUG nova.compute.manager [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1319.201248] env[63005]: DEBUG oslo_concurrency.lockutils [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.201421] env[63005]: DEBUG oslo_concurrency.lockutils [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.201701] env[63005]: DEBUG oslo_concurrency.lockutils [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.201784] env[63005]: DEBUG nova.compute.manager [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] No waiting events found dispatching network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1319.201960] env[63005]: WARNING nova.compute.manager [req-dda32804-1d52-48c3-ba8e-ec3e2e912fe7 req-2da97326-788e-440c-ae22-627392f87a9d service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received unexpected event network-vif-plugged-464c4e8e-4801-4f25-97bc-a15f0ce7e698 for instance with vm_state shelved_offloaded and task_state spawning. [ 1319.273826] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.274073] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.274223] env[63005]: DEBUG nova.network.neutron [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Building network info cache for instance {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1319.597776] env[63005]: DEBUG nova.objects.instance [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 8284daf0-51d2-46c1-b082-4c5fd9ce0585 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.964641] env[63005]: DEBUG nova.network.neutron [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.102393] env[63005]: DEBUG oslo_concurrency.lockutils [None req-a27918d1-30d9-4aec-abb1-2bb9ee2f617d tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.246s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1320.287177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.287467] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1320.467516] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1320.499473] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-02-16T21:31:38Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1677c1e8978b3a17eaee7a39b3044135',container_format='bare',created_at=2025-02-16T21:45:18Z,direct_url=,disk_format='vmdk',id=b7d37bbb-56e0-4093-b349-6009db709c7b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-506634552-shelved',owner='ec4946bff6a64017b962db6193105e08',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-02-16T21:45:31Z,virtual_size=,visibility=), allow threads: False {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1320.499714] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1320.499914] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image limits 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1320.500129] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Flavor pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1320.500279] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Image pref 0:0:0 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1320.500424] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63005) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1320.500627] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1320.500783] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1320.500949] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Got 1 possible topologies {{(pid=63005) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1320.501125] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1320.501299] env[63005]: DEBUG nova.virt.hardware [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63005) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1320.502220] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c793fe5-3905-4be4-9ddf-cb309fb3b6c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.510066] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf6bd2f-5c19-413e-9e28-93ce35a130ce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.522781] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:69:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9d50784-eb90-48ae-a4ea-2125c52a50d7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '464c4e8e-4801-4f25-97bc-a15f0ce7e698', 'vif_model': 'vmxnet3'}] {{(pid=63005) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1320.529962] env[63005]: DEBUG oslo.service.loopingcall [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1320.530201] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Creating VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1320.530396] env[63005]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9363026-819c-4baf-abd1-0bc90dc033a7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.549640] env[63005]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1320.549640] env[63005]: value = "task-2578566" [ 1320.549640] env[63005]: _type = "Task" [ 1320.549640] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.556974] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578566, 'name': CreateVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.791177] env[63005]: INFO nova.compute.manager [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Detaching volume 5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50 [ 1320.825409] env[63005]: INFO nova.virt.block_device [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Attempting to driver detach volume 5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50 from mountpoint /dev/sdb [ 1320.825728] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1320.825991] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520330', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'name': 'volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8284daf0-51d2-46c1-b082-4c5fd9ce0585', 'attached_at': '', 'detached_at': '', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'serial': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1320.827052] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f42bb3-6c5d-4617-bf47-7e5286e02053 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.848948] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f70f42-b244-48e9-983c-fc1782af7f5b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.855724] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c19658a-b9da-4f7c-ba35-2ad2be44ed0f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.875257] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485b2c33-474a-41dd-8378-1ff7137710c4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.889159] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] The volume has not been displaced from its original location: [datastore1] volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50/volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1320.894182] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1320.894450] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dd96c68-577b-4981-82a5-4324c2eb3228 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.912841] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1320.912841] env[63005]: value = "task-2578567" [ 1320.912841] env[63005]: _type = "Task" [ 1320.912841] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.920309] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.060035] env[63005]: DEBUG oslo_vmware.api [-] Task: {'id': task-2578566, 'name': CreateVM_Task, 'duration_secs': 0.285711} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.060237] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Created VM on the ESX host {{(pid=63005) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.060855] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.061018] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.061454] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.061680] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2af09ad2-6cdf-4387-bbf7-bcd5526fc009 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.066087] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1321.066087] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]529cbf42-b577-5ac6-645d-d7057f186e24" [ 1321.066087] env[63005]: _type = "Task" [ 1321.066087] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.074835] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]529cbf42-b577-5ac6-645d-d7057f186e24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.226023] env[63005]: DEBUG nova.compute.manager [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1321.226234] env[63005]: DEBUG nova.compute.manager [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing instance network info cache due to event network-changed-464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1321.226437] env[63005]: DEBUG oslo_concurrency.lockutils [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] Acquiring lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.226575] env[63005]: DEBUG oslo_concurrency.lockutils [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] Acquired lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.226729] env[63005]: DEBUG nova.network.neutron [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Refreshing network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.422187] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578567, 'name': ReconfigVM_Task, 'duration_secs': 0.199932} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.422515] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1321.426937] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c362e76-0351-43d7-aca5-8cf3f4e00f95 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.441913] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1321.441913] env[63005]: value = "task-2578568" [ 1321.441913] env[63005]: _type = "Task" [ 1321.441913] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.448940] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.576177] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.576421] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Processing image b7d37bbb-56e0-4093-b349-6009db709c7b {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1321.576652] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.576813] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquired lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.577019] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1321.577278] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b6830fb-2115-4a51-b1bf-84fcfccad302 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.584386] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1321.584557] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63005) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1321.585268] env[63005]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed187f63-46f2-4693-8138-dd1ad0790b23 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.589648] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1321.589648] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]524c913d-da0f-2131-c165-f0ff119b7fff" [ 1321.589648] env[63005]: _type = "Task" [ 1321.589648] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.596294] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': session[52977816-23c2-7881-428b-18c402d9026f]524c913d-da0f-2131-c165-f0ff119b7fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.950991] env[63005]: DEBUG oslo_vmware.api [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578568, 'name': ReconfigVM_Task, 'duration_secs': 0.13632} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.951261] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520330', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'name': 'volume-5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8284daf0-51d2-46c1-b082-4c5fd9ce0585', 'attached_at': '', 'detached_at': '', 'volume_id': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50', 'serial': '5bfa9143-1588-4cf3-8ce6-1ec60f6a5f50'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1321.953703] env[63005]: DEBUG nova.network.neutron [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updated VIF entry in instance network info cache for port 464c4e8e-4801-4f25-97bc-a15f0ce7e698. {{(pid=63005) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3559}} [ 1321.954047] env[63005]: DEBUG nova.network.neutron [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [{"id": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "address": "fa:16:3e:61:69:74", "network": {"id": "4375d3b5-2282-4889-905f-0fe3a9f3c5ef", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1404634793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec4946bff6a64017b962db6193105e08", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9d50784-eb90-48ae-a4ea-2125c52a50d7", "external-id": "nsx-vlan-transportzone-657", "segmentation_id": 657, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap464c4e8e-48", "ovs_interfaceid": "464c4e8e-4801-4f25-97bc-a15f0ce7e698", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "trunk_vifs": [], "meta": {}}] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.100060] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Preparing fetch location {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1322.100306] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Fetch image to [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707/OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707.vmdk {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1322.100481] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Downloading stream optimized image b7d37bbb-56e0-4093-b349-6009db709c7b to [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707/OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707.vmdk on the data store datastore1 as vApp {{(pid=63005) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1322.100643] env[63005]: DEBUG nova.virt.vmwareapi.images [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Downloading image file data b7d37bbb-56e0-4093-b349-6009db709c7b to the ESX as VM named 'OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707' {{(pid=63005) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1322.163483] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1322.163483] env[63005]: value = "resgroup-9" [ 1322.163483] env[63005]: _type = "ResourcePool" [ 1322.163483] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1322.163764] env[63005]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aa6236db-c64b-4090-aec1-1a66131c4bcf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.183693] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease: (returnval){ [ 1322.183693] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a0281-c661-ac34-ebe9-39e75211ec3f" [ 1322.183693] env[63005]: _type = "HttpNfcLease" [ 1322.183693] env[63005]: } obtained for vApp import into resource pool (val){ [ 1322.183693] env[63005]: value = "resgroup-9" [ 1322.183693] env[63005]: _type = "ResourcePool" [ 1322.183693] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1322.184229] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the lease: (returnval){ [ 1322.184229] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a0281-c661-ac34-ebe9-39e75211ec3f" [ 1322.184229] env[63005]: _type = "HttpNfcLease" [ 1322.184229] env[63005]: } to be ready. {{(pid=63005) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1322.189963] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.189963] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a0281-c661-ac34-ebe9-39e75211ec3f" [ 1322.189963] env[63005]: _type = "HttpNfcLease" [ 1322.189963] env[63005]: } is initializing. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1322.457128] env[63005]: DEBUG oslo_concurrency.lockutils [req-c0a8ba4d-a07b-45fe-89b9-97df855b4f6c req-47c4c5d4-86f0-4e5f-a6f8-9d8a102d5006 service nova] Releasing lock "refresh_cache-21cd2c17-a336-4944-a8b9-1e443a915918" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.535971] env[63005]: DEBUG nova.objects.instance [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'flavor' on Instance uuid 8284daf0-51d2-46c1-b082-4c5fd9ce0585 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1322.693899] env[63005]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1322.693899] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a0281-c661-ac34-ebe9-39e75211ec3f" [ 1322.693899] env[63005]: _type = "HttpNfcLease" [ 1322.693899] env[63005]: } is ready. {{(pid=63005) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1322.694137] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1322.694137] env[63005]: value = "session[52977816-23c2-7881-428b-18c402d9026f]527a0281-c661-ac34-ebe9-39e75211ec3f" [ 1322.694137] env[63005]: _type = "HttpNfcLease" [ 1322.694137] env[63005]: }. {{(pid=63005) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1322.697015] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af81488-d4b3-4f9b-834d-a4f402b8fac1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.701390] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk from lease info. {{(pid=63005) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1322.701554] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk. {{(pid=63005) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1322.763341] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-694cacaa-f201-4fc1-a4cb-9418c9e8a3fe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.986535] env[63005]: INFO nova.compute.manager [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Rebuilding instance [ 1323.039663] env[63005]: DEBUG nova.compute.manager [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1323.040618] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ae967-ef06-474d-b2f9-0b5dabfc01c7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.549126] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4021f169-3822-435c-8ae5-d2a1578ea30c tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.261s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.850426] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Completed reading data from the image iterator. {{(pid=63005) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1323.850665] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1323.851629] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44253c84-ad5e-440e-b673-a96b96523e8a {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.858951] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk is in state: ready. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1323.859163] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk. {{(pid=63005) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1323.859393] env[63005]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5fe32e12-de5f-4d4b-9f05-cecef37e9e4f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.043346] env[63005]: DEBUG oslo_vmware.rw_handles [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f0e77-a009-1513-bdd7-988987f3157e/disk-0.vmdk. {{(pid=63005) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1324.043562] env[63005]: INFO nova.virt.vmwareapi.images [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Downloaded image file data b7d37bbb-56e0-4093-b349-6009db709c7b [ 1324.044402] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfab0913-8310-43e9-b292-aa8308a113ca {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.061477] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.061784] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b306d2f-f03c-41ab-8164-e7da2d967696 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.063329] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c63140e4-ade4-4bb5-8c19-d0767fa3c9ff {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.071581] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1324.071581] env[63005]: value = "task-2578570" [ 1324.071581] env[63005]: _type = "Task" [ 1324.071581] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.079849] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.090925] env[63005]: INFO nova.virt.vmwareapi.images [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] The imported VM was unregistered [ 1324.093960] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Caching image {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1324.094212] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Creating directory with path [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.094583] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16b2bb5c-7875-428b-bd34-37338f23901c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.115069] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Created directory with path [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b {{(pid=63005) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.115326] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707/OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707.vmdk to [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk. {{(pid=63005) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1324.115660] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac6afb0f-c183-43b4-8769-9437f41e3259 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.122789] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1324.122789] env[63005]: value = "task-2578572" [ 1324.122789] env[63005]: _type = "Task" [ 1324.122789] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.131248] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.583401] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578570, 'name': PowerOffVM_Task, 'duration_secs': 0.176808} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.583845] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1324.584450] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1324.584775] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532dda07-47f6-4388-bb3f-e7a8ea9529db {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.592867] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1324.592867] env[63005]: value = "task-2578573" [ 1324.592867] env[63005]: _type = "Task" [ 1324.592867] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.604407] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] VM already powered off {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1324.604649] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1324.604836] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520322', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'name': 'volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bd33f47-c1f0-41ab-91a9-a6b59711bdac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'serial': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1324.605634] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc5824e-1875-4d1c-b4ce-1426153d2502 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.628971] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de94e7bb-2262-4be2-a437-f8d2e76fe6e1 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.638939] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8939829-768c-42bc-9214-810c959a8cf2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.641474] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.661260] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f5431-26b8-41f4-88e5-9b85a7f51b49 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.665564] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.665798] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.666014] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.666199] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1324.666359] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1324.678654] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] The volume has not been displaced from its original location: [datastore1] volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b/volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b.vmdk. No consolidation needed. {{(pid=63005) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1324.683865] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1324.684570] env[63005]: INFO nova.compute.manager [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Terminating instance [ 1324.686414] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfbc2ced-e693-4492-8181-7a4a9b128b19 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.709172] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1324.709172] env[63005]: value = "task-2578574" [ 1324.709172] env[63005]: _type = "Task" [ 1324.709172] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.720067] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.136807] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.202502] env[63005]: DEBUG nova.compute.manager [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1325.202839] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.203653] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b77bb6-e9f1-4798-b2b2-0190eff53a2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.215555] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1325.216195] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-564f210f-6b9f-4845-930a-e97db80118af {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.221194] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578574, 'name': ReconfigVM_Task, 'duration_secs': 0.170897} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.221449] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=63005) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1325.227640] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30b58796-3156-4dd3-9d66-5b39596f4a96 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.239019] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1325.239019] env[63005]: value = "task-2578575" [ 1325.239019] env[63005]: _type = "Task" [ 1325.239019] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.245700] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1325.245700] env[63005]: value = "task-2578576" [ 1325.245700] env[63005]: _type = "Task" [ 1325.245700] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.250899] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.258735] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578576, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.635664] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.750700] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578575, 'name': PowerOffVM_Task, 'duration_secs': 0.216791} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.751495] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1325.751716] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.755043] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9444c234-3a48-481f-a31f-a5377dbdd6e2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.761221] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578576, 'name': ReconfigVM_Task, 'duration_secs': 0.178005} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.761563] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-520322', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'name': 'volume-b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7bd33f47-c1f0-41ab-91a9-a6b59711bdac', 'attached_at': '', 'detached_at': '', 'volume_id': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b', 'serial': 'b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b'} {{(pid=63005) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1325.761909] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1325.762694] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761b39da-cbfc-4c27-bc33-d05b69889884 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.770407] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1325.770654] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-76a576bb-a4a0-4ea6-a5d9-32bffa4a2ae5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.839828] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.840094] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.840395] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Deleting the datastore file [datastore1] 7bd33f47-c1f0-41ab-91a9-a6b59711bdac {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.841833] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-097eb89b-f141-459d-8123-b82dcf0b46cf {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.843975] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1325.844239] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Deleting contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1325.844428] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleting the datastore file [datastore2] 8284daf0-51d2-46c1-b082-4c5fd9ce0585 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1325.844695] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb1dc03c-1f92-4961-bd84-4075721274c2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.851845] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for the task: (returnval){ [ 1325.851845] env[63005]: value = "task-2578579" [ 1325.851845] env[63005]: _type = "Task" [ 1325.851845] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.856686] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for the task: (returnval){ [ 1325.856686] env[63005]: value = "task-2578580" [ 1325.856686] env[63005]: _type = "Task" [ 1325.856686] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.864286] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.871478] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.138959] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.363759] env[63005]: DEBUG oslo_vmware.api [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Task: {'id': task-2578579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283233} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.364407] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.364594] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Deleted contents of the VM from datastore datastore2 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.364771] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.364997] env[63005]: INFO nova.compute.manager [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1326.365265] env[63005]: DEBUG oslo.service.loopingcall [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1326.365457] env[63005]: DEBUG nova.compute.manager [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1326.365594] env[63005]: DEBUG nova.network.neutron [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1326.370125] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.636585] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578572, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.329338} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.636970] env[63005]: INFO nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707/OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707.vmdk to [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk. [ 1326.637104] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Cleaning up location [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707 {{(pid=63005) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1326.637208] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b9f4bb16-8c82-453e-b816-dfa333726707 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1326.637459] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a2fbc9-9788-4fc3-bf11-98c7b8b75c2d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.643376] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1326.643376] env[63005]: value = "task-2578581" [ 1326.643376] env[63005]: _type = "Task" [ 1326.643376] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.650528] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.801790] env[63005]: DEBUG nova.compute.manager [req-6a2209c6-bb93-4769-90ed-6dccceaaee13 req-12037e6f-0e03-482b-907e-135b927db45d service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Received event network-vif-deleted-e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1326.802135] env[63005]: INFO nova.compute.manager [req-6a2209c6-bb93-4769-90ed-6dccceaaee13 req-12037e6f-0e03-482b-907e-135b927db45d service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Neutron deleted interface e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5; detaching it from the instance and deleting it from the info cache [ 1326.802199] env[63005]: DEBUG nova.network.neutron [req-6a2209c6-bb93-4769-90ed-6dccceaaee13 req-12037e6f-0e03-482b-907e-135b927db45d service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.866892] env[63005]: DEBUG oslo_vmware.api [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Task: {'id': task-2578580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576414} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.867158] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1326.867345] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1326.867515] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1326.915939] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Volume detach. Driver type: vmdk {{(pid=63005) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1326.916287] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb602560-6f9a-47bf-bb66-585044051abe {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.925388] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5dd7b2-3591-44b8-81f0-5e35e5d0ca1c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.953068] env[63005]: ERROR nova.compute.manager [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Failed to detach volume b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b from /dev/sda: nova.exception.InstanceNotFound: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Traceback (most recent call last): [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self.driver.rebuild(**kwargs) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise NotImplementedError() [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] NotImplementedError [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] During handling of the above exception, another exception occurred: [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Traceback (most recent call last): [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self.driver.detach_volume(context, old_connection_info, [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] return self._volumeops.detach_volume(connection_info, instance) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._detach_volume_vmdk(connection_info, instance) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] stable_ref.fetch_moref(session) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] nova.exception.InstanceNotFound: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. [ 1326.953068] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.089406] env[63005]: DEBUG nova.compute.utils [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Build of instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac aborted: Failed to rebuild volume backed instance. {{(pid=63005) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1327.093050] env[63005]: ERROR nova.compute.manager [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac aborted: Failed to rebuild volume backed instance. [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Traceback (most recent call last): [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self.driver.rebuild(**kwargs) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise NotImplementedError() [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] NotImplementedError [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] During handling of the above exception, another exception occurred: [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Traceback (most recent call last): [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._detach_root_volume(context, instance, root_bdm) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] with excutils.save_and_reraise_exception(): [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self.force_reraise() [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise self.value [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self.driver.detach_volume(context, old_connection_info, [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] return self._volumeops.detach_volume(connection_info, instance) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._detach_volume_vmdk(connection_info, instance) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] stable_ref.fetch_moref(session) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] nova.exception.InstanceNotFound: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] During handling of the above exception, another exception occurred: [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Traceback (most recent call last): [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 11382, in _error_out_instance_on_exception [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] yield [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1327.093050] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._do_rebuild_instance_with_claim( [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._do_rebuild_instance( [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._rebuild_default_impl(**kwargs) [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] self._rebuild_volume_backed_instance( [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] raise exception.BuildAbortException( [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] nova.exception.BuildAbortException: Build of instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac aborted: Failed to rebuild volume backed instance. [ 1327.094517] env[63005]: ERROR nova.compute.manager [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] [ 1327.153057] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.045568} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.153311] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1327.153471] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Releasing lock "[datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk" {{(pid=63005) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1327.153712] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk to [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.153957] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36c68402-3123-4b9f-8638-552ae35daa1b {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.162616] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1327.162616] env[63005]: value = "task-2578582" [ 1327.162616] env[63005]: _type = "Task" [ 1327.162616] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.170316] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.286952] env[63005]: DEBUG nova.network.neutron [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.304943] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7e68e5c5-9701-451e-b1a2-9739f5d994b4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.314975] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9cf826-fcff-46dd-b0aa-4f0864c2616d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.341699] env[63005]: DEBUG nova.compute.manager [req-6a2209c6-bb93-4769-90ed-6dccceaaee13 req-12037e6f-0e03-482b-907e-135b927db45d service nova] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Detach interface failed, port_id=e4fbb6d5-08f3-412d-b5d5-9930b94d5bf5, reason: Instance 8284daf0-51d2-46c1-b082-4c5fd9ce0585 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1327.671932] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.789876] env[63005]: INFO nova.compute.manager [-] [instance: 8284daf0-51d2-46c1-b082-4c5fd9ce0585] Took 1.42 seconds to deallocate network for instance. [ 1328.172435] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.297501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1328.297501] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1328.297501] env[63005]: DEBUG nova.objects.instance [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lazy-loading 'resources' on Instance uuid 8284daf0-51d2-46c1-b082-4c5fd9ce0585 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.673704] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.863743] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e732a5f9-9e83-4a49-a848-8f13578272e3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.873638] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a50bf1-22d0-4640-a0ae-6096956df4d5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.905201] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-834bc301-b6fd-426b-b8e8-9212a106cb87 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.913275] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ecc02c5-eb59-41d2-839b-b9de1e77fd2c {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.927203] env[63005]: DEBUG nova.compute.provider_tree [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.106286] env[63005]: DEBUG oslo_concurrency.lockutils [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.174190] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.432659] env[63005]: DEBUG nova.scheduler.client.report [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.675244] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578582, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.136339} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.675566] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/b7d37bbb-56e0-4093-b349-6009db709c7b/b7d37bbb-56e0-4093-b349-6009db709c7b.vmdk to [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk {{(pid=63005) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.676353] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f006bee7-85ab-4bd8-b639-dcc2a0a74b28 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.697870] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.698196] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7640ee-4dff-40c0-a8f4-df362b5955f8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.717875] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1329.717875] env[63005]: value = "task-2578583" [ 1329.717875] env[63005]: _type = "Task" [ 1329.717875] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.726008] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578583, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.940249] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.942478] env[63005]: DEBUG oslo_concurrency.lockutils [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.836s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.961522] env[63005]: INFO nova.scheduler.client.report [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Deleted allocations for instance 8284daf0-51d2-46c1-b082-4c5fd9ce0585 [ 1329.979317] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b81a801-244f-4971-9051-43a27badb0df {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.987536] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0863f10d-4653-4976-a9ed-a200663c51a0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.021774] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a14545a4-25ff-437c-a251-a32174d1ac92 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.029555] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f92dae00-5065-40b9-a246-ef8b8bd2b518 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.044559] env[63005]: DEBUG nova.compute.provider_tree [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.143268] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.143607] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.143869] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.144109] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.144283] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.146376] env[63005]: INFO nova.compute.manager [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Terminating instance [ 1330.227674] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578583, 'name': ReconfigVM_Task, 'duration_secs': 0.376939} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.227912] env[63005]: DEBUG nova.virt.vmwareapi.volumeops [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918/21cd2c17-a336-4944-a8b9-1e443a915918.vmdk or device None with type streamOptimized {{(pid=63005) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.228520] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25de2dcc-bb0d-4747-afc4-6142af5cfdce {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.234834] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1330.234834] env[63005]: value = "task-2578584" [ 1330.234834] env[63005]: _type = "Task" [ 1330.234834] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.241823] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578584, 'name': Rename_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.468738] env[63005]: DEBUG oslo_concurrency.lockutils [None req-613f503e-995f-4175-bb0e-dd9a52a91785 tempest-AttachVolumeNegativeTest-1222714625 tempest-AttachVolumeNegativeTest-1222714625-project-member] Lock "8284daf0-51d2-46c1-b082-4c5fd9ce0585" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.803s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.548110] env[63005]: DEBUG nova.scheduler.client.report [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.649880] env[63005]: DEBUG nova.compute.manager [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.650241] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cded86a8-1663-43ec-bb7e-471edce63c10 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.660550] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa98435-46af-4532-96a3-9ad1fe94f33d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.685723] env[63005]: WARNING nova.virt.vmwareapi.driver [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. [ 1330.686042] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.686233] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aafbd11c-3251-4b18-be72-0a81ef5e5ca2 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.694410] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0c5854-5ecb-4747-89ed-2ddb450d5cd5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.721020] env[63005]: WARNING nova.virt.vmwareapi.vmops [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. [ 1330.721205] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1330.721385] env[63005]: INFO nova.compute.manager [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1330.721635] env[63005]: DEBUG oslo.service.loopingcall [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1330.721879] env[63005]: DEBUG nova.compute.manager [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1330.721965] env[63005]: DEBUG nova.network.neutron [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1330.744177] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578584, 'name': Rename_Task, 'duration_secs': 0.134525} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.744448] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powering on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.744693] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bf02e44-e83a-4169-a312-9becd2d84152 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.750232] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1330.750232] env[63005]: value = "task-2578585" [ 1330.750232] env[63005]: _type = "Task" [ 1330.750232] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.758704] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.056143] env[63005]: DEBUG oslo_concurrency.lockutils [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.110s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.056143] env[63005]: INFO nova.compute.manager [None req-97c6c9f3-6dd6-4599-8e06-bfe783658b68 tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Successfully reverted task state from rebuilding on failure for instance. [ 1331.260398] env[63005]: DEBUG oslo_vmware.api [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578585, 'name': PowerOnVM_Task, 'duration_secs': 0.451983} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.260636] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powered on the VM {{(pid=63005) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1331.357683] env[63005]: DEBUG nova.compute.manager [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Checking state {{(pid=63005) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1331.358601] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95e614e-65ee-4978-ad93-f4b2cdedcd4d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.392829] env[63005]: DEBUG nova.compute.manager [req-394c091f-acc2-44e2-b66d-108cf98ed228 req-b4f900e8-66dc-43a3-98cd-7257d187642d service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Received event network-vif-deleted-493932f9-4085-4671-9faa-61a77aa82c5b {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1331.393080] env[63005]: INFO nova.compute.manager [req-394c091f-acc2-44e2-b66d-108cf98ed228 req-b4f900e8-66dc-43a3-98cd-7257d187642d service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Neutron deleted interface 493932f9-4085-4671-9faa-61a77aa82c5b; detaching it from the instance and deleting it from the info cache [ 1331.393218] env[63005]: DEBUG nova.network.neutron [req-394c091f-acc2-44e2-b66d-108cf98ed228 req-b4f900e8-66dc-43a3-98cd-7257d187642d service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.877375] env[63005]: DEBUG oslo_concurrency.lockutils [None req-66416368-4da5-4e11-bc8c-87e232c1b729 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.440s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.878266] env[63005]: DEBUG nova.network.neutron [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.896786] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-592d1a0e-0bfd-4537-8815-be6145cb8e52 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.906703] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e5526bb-4bf8-4019-9f48-32e9907e2165 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.931971] env[63005]: DEBUG nova.compute.manager [req-394c091f-acc2-44e2-b66d-108cf98ed228 req-b4f900e8-66dc-43a3-98cd-7257d187642d service nova] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Detach interface failed, port_id=493932f9-4085-4671-9faa-61a77aa82c5b, reason: Instance 7bd33f47-c1f0-41ab-91a9-a6b59711bdac could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1332.380924] env[63005]: INFO nova.compute.manager [-] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Took 1.66 seconds to deallocate network for instance. [ 1332.924910] env[63005]: INFO nova.compute.manager [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Took 0.54 seconds to detach 1 volumes for instance. [ 1332.927361] env[63005]: DEBUG nova.compute.manager [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] [instance: 7bd33f47-c1f0-41ab-91a9-a6b59711bdac] Deleting volume: b5681f3d-ee4f-4bc1-a014-f7f2ce4ff79b {{(pid=63005) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1333.464323] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.464627] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.464860] env[63005]: DEBUG nova.objects.instance [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lazy-loading 'resources' on Instance uuid 7bd33f47-c1f0-41ab-91a9-a6b59711bdac {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.002268] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c3a643e-f2ef-417c-9e47-c894b48cb8d7 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.010981] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a893ac6f-ef33-448e-8c83-2919b102608f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.043672] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc52dda-e0bd-4474-87f1-49f207d9053d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.051466] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301bc8bf-23ad-4568-87c2-794ddb94a4b9 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.064810] env[63005]: DEBUG nova.compute.provider_tree [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.568461] env[63005]: DEBUG nova.scheduler.client.report [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.072898] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1335.592936] env[63005]: DEBUG oslo_concurrency.lockutils [None req-7653312b-f3e8-41d1-9808-031c57acfb7e tempest-ServerActionsV293TestJSON-864840876 tempest-ServerActionsV293TestJSON-864840876-project-member] Lock "7bd33f47-c1f0-41ab-91a9-a6b59711bdac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.449s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.369463] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.369830] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.369988] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.370208] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.370384] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.373931] env[63005]: INFO nova.compute.manager [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Terminating instance [ 1367.877532] env[63005]: DEBUG nova.compute.manager [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Start destroying the instance on the hypervisor. {{(pid=63005) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1367.877784] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Destroying instance {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1367.878687] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96f1ed6-0729-47a4-a438-77ff9fe8ade8 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.886421] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powering off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1367.886626] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e80d31e2-b892-4f4a-9f7c-bded4a67345d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.893094] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1367.893094] env[63005]: value = "task-2578590" [ 1367.893094] env[63005]: _type = "Task" [ 1367.893094] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.900775] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.403600] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578590, 'name': PowerOffVM_Task, 'duration_secs': 0.170598} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.403974] env[63005]: DEBUG nova.virt.vmwareapi.vm_util [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Powered off the VM {{(pid=63005) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1368.404126] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Unregistering the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1368.404384] env[63005]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1583d55c-e8e3-454a-a505-49fcd47508da {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.467219] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Unregistered the VM {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1368.467447] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleting contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1368.467634] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleting the datastore file [datastore1] 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1368.467894] env[63005]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e61ef3f-ee8b-4808-a850-bc390a89b398 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.474346] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for the task: (returnval){ [ 1368.474346] env[63005]: value = "task-2578592" [ 1368.474346] env[63005]: _type = "Task" [ 1368.474346] env[63005]: } to complete. {{(pid=63005) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.482072] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.984397] env[63005]: DEBUG oslo_vmware.api [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Task: {'id': task-2578592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.120101} completed successfully. {{(pid=63005) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.984752] env[63005]: DEBUG nova.virt.vmwareapi.ds_util [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted the datastore file {{(pid=63005) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1368.984945] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deleted contents of the VM from datastore datastore1 {{(pid=63005) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1368.985133] env[63005]: DEBUG nova.virt.vmwareapi.vmops [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Instance destroyed {{(pid=63005) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1368.985307] env[63005]: INFO nova.compute.manager [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1368.985549] env[63005]: DEBUG oslo.service.loopingcall [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63005) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1368.985740] env[63005]: DEBUG nova.compute.manager [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Deallocating network for instance {{(pid=63005) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1368.985834] env[63005]: DEBUG nova.network.neutron [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] deallocate_for_instance() {{(pid=63005) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1369.117989] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.423150] env[63005]: DEBUG nova.compute.manager [req-83854089-8338-4402-8fcc-ca671276df41 req-886540fa-c952-43ff-a77e-c670939067a8 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Received event network-vif-deleted-464c4e8e-4801-4f25-97bc-a15f0ce7e698 {{(pid=63005) external_instance_event /opt/stack/nova/nova/compute/manager.py:11648}} [ 1369.423150] env[63005]: INFO nova.compute.manager [req-83854089-8338-4402-8fcc-ca671276df41 req-886540fa-c952-43ff-a77e-c670939067a8 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Neutron deleted interface 464c4e8e-4801-4f25-97bc-a15f0ce7e698; detaching it from the instance and deleting it from the info cache [ 1369.423150] env[63005]: DEBUG nova.network.neutron [req-83854089-8338-4402-8fcc-ca671276df41 req-886540fa-c952-43ff-a77e-c670939067a8 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.906166] env[63005]: DEBUG nova.network.neutron [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Updating instance_info_cache with network_info: [] {{(pid=63005) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.925318] env[63005]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a7d5cefc-b8ea-40c4-92c9-a4717c07f8a5 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.936125] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab843ad-c1b2-485d-8796-a314fd4e7801 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.959549] env[63005]: DEBUG nova.compute.manager [req-83854089-8338-4402-8fcc-ca671276df41 req-886540fa-c952-43ff-a77e-c670939067a8 service nova] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Detach interface failed, port_id=464c4e8e-4801-4f25-97bc-a15f0ce7e698, reason: Instance 21cd2c17-a336-4944-a8b9-1e443a915918 could not be found. {{(pid=63005) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11482}} [ 1370.408960] env[63005]: INFO nova.compute.manager [-] [instance: 21cd2c17-a336-4944-a8b9-1e443a915918] Took 1.42 seconds to deallocate network for instance. [ 1370.915072] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.915425] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.915556] env[63005]: DEBUG nova.objects.instance [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lazy-loading 'resources' on Instance uuid 21cd2c17-a336-4944-a8b9-1e443a915918 {{(pid=63005) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.117157] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.449437] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499fa72a-dd8f-4db8-a479-46724cdff73d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.456986] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2988e4b-026d-44b2-8d52-f3ab61fe1165 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.486717] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9b87ba-1f8c-4e8f-bb1b-7ee63106d58f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.493654] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c5b260-99b5-4e49-9c0b-3ac86ef82f5d {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.506382] env[63005]: DEBUG nova.compute.provider_tree [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.620243] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.009686] env[63005]: DEBUG nova.scheduler.client.report [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.514043] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.516326] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.896s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.516545] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.516704] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63005) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1372.517558] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f14bde-02dd-4dc2-98e0-9bce1295a59f {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.526480] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35e49b-261c-4140-a387-1b5a203dffab {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.542694] env[63005]: INFO nova.scheduler.client.report [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Deleted allocations for instance 21cd2c17-a336-4944-a8b9-1e443a915918 [ 1372.544205] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f273315-b094-46ac-bc91-6164d8a504f4 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.552846] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4754c9e-2c5e-4244-86f6-744feaa24a63 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.582321] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180691MB free_disk=130GB free_vcpus=48 pci_devices=None {{(pid=63005) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1372.582493] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.582672] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.053285] env[63005]: DEBUG oslo_concurrency.lockutils [None req-e89b7733-12ba-468a-a9b0-ce4bb5440ba2 tempest-AttachVolumeShelveTestJSON-1395503203 tempest-AttachVolumeShelveTestJSON-1395503203-project-member] Lock "21cd2c17-a336-4944-a8b9-1e443a915918" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.600280] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1373.600456] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63005) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1373.613352] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0ce7b9-d644-47cb-be87-5abe7511c9d3 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.621351] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a30858-fe64-46f2-87c3-dde2e0680ef0 {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.652360] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e05843-359b-4e1b-8727-7b96fe6148eb {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.659496] env[63005]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87edf2c-ceb3-4b3e-9ebd-37c840c2865e {{(pid=63005) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.672404] env[63005]: DEBUG nova.compute.provider_tree [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed in ProviderTree for provider: 06c960b2-af36-4eff-b95c-ff03fab46dc6 {{(pid=63005) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.176823] env[63005]: DEBUG nova.scheduler.client.report [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Inventory has not changed for provider 06c960b2-af36-4eff-b95c-ff03fab46dc6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 130, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63005) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.682031] env[63005]: DEBUG nova.compute.resource_tracker [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63005) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1374.682278] env[63005]: DEBUG oslo_concurrency.lockutils [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=63005) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.678101] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.678101] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1375.678101] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Starting heal instance info cache {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10445}} [ 1376.180651] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Didn't find any instances for network info cache update. {{(pid=63005) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10531}} [ 1376.180883] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.181061] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.181225] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.181373] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.181513] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1376.181643] env[63005]: DEBUG nova.compute.manager [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63005) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11064}} [ 1382.616717] env[63005]: DEBUG oslo_service.periodic_task [None req-4d58def2-2ccd-43bb-ad04-eea372a0c889 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63005) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}